{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971256557Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971335198Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971346048Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971354158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971664181Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.971679371Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.973517629Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.973801772Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.973948783Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.976241445Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.976264185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.976418687Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.978450686Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.978778219Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.979936151Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.982774138Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.982803418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:03.98303146Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.000371457Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.000404657Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":68,"elapsed":"29.12513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.013604174Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"42.344387ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:04.680890097Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"9c4d01db-c448-47ad-8f68-e27769fc5ec2","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.971293716Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.971344066Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.971354876Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.971362676Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.97171624Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.97173712Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.973680338Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.974320055Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.974671108Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.976054153Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.976064606Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.976278874Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.980669226Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.980774647Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.982711515Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.985060288Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.985077158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.98521556Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.996609469Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:13.996628449Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":69,"elapsed":"25.350714ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.011230099Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"39.924583ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:14.681059526Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"57cb7acf-e14c-426b-8c0b-b1a7fc274492","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:19.672538514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:37616"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:19.672628284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"b8fdd44b-3e24-4ed9-a5be-bc23cf8cdd51","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:19.672964367Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"b8fdd44b-3e24-4ed9-a5be-bc23cf8cdd51","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:19.676072377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"b8fdd44b-3e24-4ed9-a5be-bc23cf8cdd51","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3494,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:19.67633558Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"35c66117-5759-4c63-a767-e18c44dbc391","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:19.676659773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"35c66117-5759-4c63-a767-e18c44dbc391","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:19.679034566Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"35c66117-5759-4c63-a767-e18c44dbc391","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2763,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.97091421Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.970974341Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.970986641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.970996131Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971004771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971013371Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971020811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971028711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971037611Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971045982Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971053692Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971060722Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:23.971069042Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971077182Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971085682Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971093332Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971101192Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971109292Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971116932Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971125542Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971133923Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971141892Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971149423Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971157543Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971165523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971173073Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971181443Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971189113Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971197223Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971428085Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971440435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971459555Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971474006Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971509166Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971519846Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971528166Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971534856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971551436Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971560176Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971568637Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971576787Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.971584427Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972140652Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972149362Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972156102Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972162532Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972168942Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972175833Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972181942Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972188602Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972194733Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972201623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972375104Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972388555Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972454435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972470835Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.972480235Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.973711487Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.973869059Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.974615856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 321199365 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.974633556Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.554494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.974891608Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:23.974905129Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.975486334Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.975500404Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.976481474Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:23.977594625Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.977604065Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.977609995Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.977863177Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978099279Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.97810887Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.9781854Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.97819542Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978242351Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978252631Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978294071Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978355752Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.978441273Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.979317521Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.979330641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.979465883Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.98023714Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.980360061Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.980973327Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982264509Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 328845869 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982521782Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982540572Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:23.982548372Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982631733Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982644223Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982705024Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982801164Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982955166Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.982979376Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.983195248Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.984654012Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"12.50317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.985331789Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.985509281Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.986233377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"15.313347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.988176156Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.98856103Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.98859091Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.988827562Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.988918873Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 335511993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:23.989210606Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.989563989Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.989835182Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.990053254Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.990292747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.990722211Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.990920562Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.991070974Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.992093714Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.993679039Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.993696659Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.993850241Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.994320715Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.994342155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.994524907Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:23.995319765Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"23.140443ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.002348163Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"31.30013ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.006580523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.006609403Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":70,"elapsed":"35.707653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.01454247Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.014984974Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.01774824Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.018063023Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.020985502Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.021014482Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.021248884Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.02294413Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"50.777498ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.023000771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.023011461Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.023190713Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.023274993Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.023568466Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.027137861Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.027744906Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"55.594254ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.028940557Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.028964667Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.029101149Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.030013848Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"57.851606ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.031410961Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.031435821Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.031444031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.031617393Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.049909149Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.049951599Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.050300693Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d62038-df79-4ff0-8ec5-8e19d5ebfb60\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.050326003Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.053414762Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.060811484Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.065283537Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.065316317Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.06559195Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.069910591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.069936591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.069946712Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"98.991221ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.072481386Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"101.406944ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.080586464Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.080618124Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"109.569933ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.104266171Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.104311572Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.104656835Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2bfb815-0622-4c3c-807e-939e4d2778a6\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.104687215Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.10624837Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.116839162Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.117142205Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.153521715Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.153547605Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.153839468Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f9a34c-294f-4dc6-98aa-3bc48fe6815f\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.153856238Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.155336182Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.169998473Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.170025623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.170454117Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b098392a-48b3-4cbb-b81c-5a5a0976a1fd\", \"content-length\": \"583\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.170486198Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.170894982Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.192203676Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/03cf82ac-c6eb-49ea-9515-bc937b5eb030/state","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.194578129Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":24,"elapsed":"223.611678ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.194932733Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/03cf82ac-c6eb-49ea-9515-bc937b5eb030/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d93e0a-0c72-4c84-98de-4bc448a5ccc9\", \"content-length\": \"130\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.205405553Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.205797057Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.206941328Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-07T22:45:16.429817750Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.206955968Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/instance.rs:2088","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-07T22:45:16.429817750Z }","propolis_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.206966518Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.207337832Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.207490243Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.209129649Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.209144789Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.209304981Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.211098668Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.212558622Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.212583442Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.212708433Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.223056843Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.224610198Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"253.497326ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.225496656Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.225722078Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"361bafcc-e096-40d4-8da0-d1e8132f2f69\", \"content-length\": \"1\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.226452036Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":24,"elapsed":"255.346963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.227297514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.227534356Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.229402944Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":24,"elapsed":"258.423013ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.242039195Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{be157122-2b34-4fd6-9919-1f578494e18f: {10.151.1.175: {3ada68f0-1bcd-4a51-8fdc-58e69fb3bda1}, 10.151.1.176: {3ada68f0-1bcd-4a51-8fdc-58e69fb3bda1}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.242055266Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.242373738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5954b3d7-1dd5-4279-9831-0846d415937e\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.242389859Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.242724742Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.245021394Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.245259856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.248139454Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.248444587Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.25186222Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.252086422Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.280167482Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.280521765Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c89ea47-f53b-48e8-9b2a-76ef1c29c435\", \"content-length\": \"810\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.280546755Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(2073255) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.280557625Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.280565916Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.282027679Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":24,"elapsed":"310.894748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.282541735Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.282832677Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.285601004Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.285870147Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.289127418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.289148388Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.289157158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.294686691Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8fbd86d2-167e-4468-9be4-5efbf234bb21\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.297133565Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":24,"elapsed":"326.127694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.343736733Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.344097896Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.345826583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.345848273Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.346050685Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.360615835Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.360969678Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c06f54a-810a-4bb0-a1f8-0853064de32b\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361009339Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361022979Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361365672Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361376452Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361383852Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361392432Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361400472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361408482Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361605554Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361614924Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.361842487Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.361851247Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.36220971Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.364535043Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.365442151Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e67f307-6611-4a7c-9cb3-fef72e8003a8\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.365457901Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.365573773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b71fb0-b40b-4197-bf4e-577ab25ec62d\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.365594983Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.365609853Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.493584833Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"be0677ac-fe06-4a79-99bd-6cad47aea7cf\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.493642373Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.493657913Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.49958443Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce52c504-e419-4be2-8425-3b096a1d638e\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.499623501Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.499974394Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.506159504Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.506430416Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.510167862Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.510504155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.516384562Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.516754795Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.52345853Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":24,"elapsed":"552.429889ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.681424118Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"201a4703-7b2d-46f6-8e28-08721078a676","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":486,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971494384Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971549525Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971561325Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971571225Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971872638Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.971974129Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.973938088Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.974385932Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.974741165Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.976349711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.976361561Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.976514632Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.976560243Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"5.051579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.97832248Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.978581522Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.980589781Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.983001755Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.983015485Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.983148726Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.995587436Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:33.995611236Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":71,"elapsed":"24.137192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.672739243Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"e48d3108-46e0-4b42-b168-f21945045096","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.673208377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"e48d3108-46e0-4b42-b168-f21945045096","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:34.675619871Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"e48d3108-46e0-4b42-b168-f21945045096","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2976,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.675887773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"4fa4dc0c-1e91-4e29-b79f-e3dd1b845e0e","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.676230016Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"4fa4dc0c-1e91-4e29-b79f-e3dd1b845e0e","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:34.67867582Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"4fa4dc0c-1e91-4e29-b79f-e3dd1b845e0e","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2855,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:34.681984912Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"891322ea-5bac-4674-8b32-685a10806ff7","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":343,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.97133397Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.971392971Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.971404611Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.971414281Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.971685734Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.971755505Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.974172948Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.976718622Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.976730642Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.976880514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.979068725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.979398468Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.981052354Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.983398126Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.983412626Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.983543668Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.993208791Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.993233771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":72,"elapsed":"21.886741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.999740694Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:43.999944265Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.027531521Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"56.20769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:44.682230972Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"42f4ffd3-eb62-43b9-83d6-c64c3ef1c0a7","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":370,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:49.673167534Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"ddc17dac-6a09-4710-ad53-a60d85605465","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:49.673634859Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"ddc17dac-6a09-4710-ad53-a60d85605465","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:49.676441826Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"ddc17dac-6a09-4710-ad53-a60d85605465","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3385,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:49.676734998Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"02a95392-4366-4a1d-9479-b0e91a30a9d9","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:49.677108242Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"02a95392-4366-4a1d-9479-b0e91a30a9d9","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:49.679051231Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"02a95392-4366-4a1d-9479-b0e91a30a9d9","remote_addr":"[fd00:1122:3344:101::d]:37616","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971706862Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971760063Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971769413Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971777033Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971783773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971791353Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971798003Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971805913Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971812723Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971820523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971826713Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971834304Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971840424Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.971847764Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971855054Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971861374Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971867934Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971875014Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971882164Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:45:53.971889304Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971897054Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971905324Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971912684Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":14,"elapsed":"13.18µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971921914Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971929164Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971936434Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.971944165Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:35:53.971858194 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971951354Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971958775Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971965325Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971972315Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971979545Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971987265Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.971997735Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972007655Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972014895Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972022325Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972029555Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972036346Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.972043646Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972049946Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972056606Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972063556Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972070416Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972077436Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972084466Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972090726Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972096806Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972102986Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972109166Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972114886Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972121786Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972127676Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972134246Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972173987Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972186047Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972253588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972332018Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972350818Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972360169Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972370879Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972415819Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972428269Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972442179Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972451659Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 318453109 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972464859Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97247263Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97248046Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97248708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97249383Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.9725008Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97250734Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97251587Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97252241Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97252955Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97253601Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 318491489 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97254741Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97255396Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97256284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97256964Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972577711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972586391Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972593551Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972599631Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972605701Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972611581Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972619811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972628311Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972639301Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972650041Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972658811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972781953Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972799683Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972811863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972822343Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972828743Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972836723Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972844813Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972878534Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972891304Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972902494Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.972912274Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.06433ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973060155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973072265Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973079025Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973087756Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.315403ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973201957Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973212057Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.973333458Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.975121125Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.10616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.975327757Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.975507839Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.975876992Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.976854962Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.977174255Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.977185715Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.977192005Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.977382597Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97774986Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978027573Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978325436Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978335576Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978514798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978525438Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978545308Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978555068Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978563368Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.978691239Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.97871695Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.979022202Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.979032683Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.979167754Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.979949402Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.980153773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.980278955Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.980620808Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.980795639Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.981163153Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 327174763 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.981382015Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.981765719Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.981778649Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.98190185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.983164062Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.983465725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.984232863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.984476495Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:35:53.971858194 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.984487845Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"expiration\":\"2025-03-07T22:35:53.971858194Z\",\"pruned\":[]}","iteration":13,"elapsed":"12.619541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.984765738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.98503172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985352993Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985364614Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985552445Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985652176Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985661906Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.985808248Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.986124131Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.986134111Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.986262292Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.98712976Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.987383963Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.988286962Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 334305071 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.988517924Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.988980118Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.988994638Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.98914882Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.989601134Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.989618184Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.989765516Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.991080098Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.991712175Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"19.226524ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.992661344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.992677564Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.992803875Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.993177878Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.99335069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.994834694Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:53.997093576Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.997117516Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.997127327Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.997397369Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.998007725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.998034365Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.999095186Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:53.999126506Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.000397388Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"28.691846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.00062435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.000737091Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.000782232Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.001208196Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.001405798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.001750391Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.001959003Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.003204015Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.003307026Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.003542438Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.005005672Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"32.973977ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.006124766Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.009330034Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.009627547Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.010141172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 356146211 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.010434975Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.032832639Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.033172342Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.03497185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"62.507151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.035735237Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.036117251Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.036142811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.036153201Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"63.661861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.037597445Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"65.083695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.039892267Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.039921737Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.04021301Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.041055048Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.04329586Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.043915686Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.044077767Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.044109508Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.044323Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.044511091Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.044543352Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.046687912Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.046717753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.047009015Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.049392418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.050137525Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.050163856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.050177236Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"78.334863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.051391388Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"78.872727ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.051416638Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"79.480184ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.052293116Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.052317277Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.052325197Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.052332927Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.05262194Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.059317504Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.059625857Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.059663637Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.059847459Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.060341804Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.061802678Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.061826438Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.061836778Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"90.019905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.062464724Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.063601795Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.063616475Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.063984209Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064232531Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064248611Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064461563Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064493783Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064508674Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064656485Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064754706Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064779036Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.064900207Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.067029468Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.067058998Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.067073338Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.067380021Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.069143728Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.074450109Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.07448883Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.074813573Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.077487128Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"105.013849ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078348107Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078386747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078403377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078415387Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":73,"elapsed":"106.680905ms"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078429417Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.078468738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1}","iteration":13,"elapsed":"106.588884ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.079322596Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.079353096Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"107.343951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.084380175Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.084816379Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.08600747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.086523245Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.088483584Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.088863088Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.090777916Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.093019138Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.093042848Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.093052168Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.093060328Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.093498592Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.095142908Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.095216249Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.095257069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.095520642Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.097493261Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":25,"elapsed":"125.760218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.098240208Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.098266548Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.09847405Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.101111995Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.101138856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.101153076Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.101437158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.102876312Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.103136605Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.106949391Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"134.442301ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.107435436Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.107462676Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.107661838Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.111098261Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.111128158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.111493092Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67af481f-73f3-4118-914c-dbeffd1c9c8d\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.11151984Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.112441094Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.112463644Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.112474765Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.112485675Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2}","iteration":13,"elapsed":"140.55187ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.114578145Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.118847756Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.118872406Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"147.098913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.131664279Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.132147574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.135081602Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.137899229Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.137932339Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.138171962Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.155548869Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.156005863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.164213622Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.164244831Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.164665539Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8903db0-c9dd-4583-aeee-33ca300e6073\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.164699214Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.166541914Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.166811727Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.16712983Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.168755605Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.170661054Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.170676614Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.170902716Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.172720064Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.174727543Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.174753393Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.174913165Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.1765531Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:45:54.189071551Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.189111301Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"217.191317ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.204529749Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.20457491Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"232.724796ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.209986892Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"237.925667ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.332729141Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.334231536Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.334249506Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.334630139Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae870b6-561e-43e5-830a-daccfd13256b\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.33466349Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.334979273Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.353205928Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.353535671Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52f69de-1226-489a-901f-ee4d7f8a53c6\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.354855514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.355000255Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.356953644Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":25,"elapsed":"384.937699ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.373050339Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.373068079Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.373246291Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a111ec28-d535-4335-a6f1-7e50b1633481\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.373257191Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.373566284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.37629662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.376532642Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.378887095Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.379115997Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.387080844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.387099524Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.387351126Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4e5d23-b725-4a41-9fcb-b18220b955fd\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.387364286Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.387840931Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.388208525Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab3dd31-1193-49ce-a0b6-1a4e56c79407\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.388237095Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.388249425Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.388259715Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.389321895Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.390586747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":25,"elapsed":"418.579532ms"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.391657778Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.391670218Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.392077642Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c6101501-fc68-4755-aa22-9066c3239025\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.393537256Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":25,"elapsed":"421.563621ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.468536497Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":25,"elapsed":"496.634923ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.484381329Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.485119306Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ea01b7b1-9f18-49e0-8a1d-55bb50c42926\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.485161216Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.487729081Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"921df3cf-3e09-4310-9a43-b8919871612c\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.487766011Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.489819361Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d3568821-7436-4f86-878f-c8e54bb0a8ac\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.489848641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.490553058Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.491007433Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"62efed5e-1271-4782-9249-5ae72b0174cf\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.491034953Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.491969512Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.492019072Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"520.052337ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494018771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a2be9204-8f04-46df-9146-7374df018240\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.494038262Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.496687137Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.496712807Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"524.942584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.5968892Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.597253794Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.598884849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.598907259Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.599058451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.609656633Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.610048986Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52aa5870-024c-4d56-921c-4aa07d6b0460\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:45:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610086537Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610099517Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.61042502Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.61043919Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.61044691Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.61045563Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610463121Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.61047055Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610645472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610655892Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.610897294Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.610905725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.611241998Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.613405069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.613588211Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00607481-1e87-4b1b-8027-ae2f5224900a\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.613605591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.613702381Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b3af34-7d82-4488-bdff-ec93d0ccd783\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:45:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.613730172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.613742182Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.681790416Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"42badc9e-7253-47f8-b11c-153950053649","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":280,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.707598294Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f8b69a38-45c2-4c2d-9dc6-d3d4ca02b056\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.707634074Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.707643594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.712882965Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455b0af8-fba8-426e-b5e5-45ef2dd2d713\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.712921505Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.713336599Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.716770522Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.717110355Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.720061934Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.720434847Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.722258335Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.722491207Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.729813127Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":25,"elapsed":"757.749472ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972168595Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972223135Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972232635Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972240666Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972570849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.972584089Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.974606298Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.97473185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.975031222Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.9768554Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"4.683285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.977076312Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.977087482Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.977246134Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.978533956Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.978814619Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.980505495Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.982883248Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.982954069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.983040019Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.991982415Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:03.992001476Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":74,"elapsed":"19.85816ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:04.682754523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"5fb62a6f-3ba8-4818-8cab-925a955af0ac","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":343,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972105523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972165943Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972178753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972188144Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972510387Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.972658748Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.974311824Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.974527256Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.975504705Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.976335673Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.229091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.978020109Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.9780313Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.978192151Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.980993268Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.98119736Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.98330684Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.985849555Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.985864165Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.986004296Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.995030113Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:13.995046153Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":75,"elapsed":"22.969871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:14.682200676Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"39921d5e-e9ef-41d9-87fd-97d3c485ead7","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.972935949Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.972995959Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97300853Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97301923Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97302791Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97303711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97304617Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97305425Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.9730627Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.9730718Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97307935Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97308815Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97309658Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.973106871Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.97311594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973124711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973132881Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973141241Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973149171Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973157191Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973165891Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973172911Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973180721Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973189401Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973197411Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973206152Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973214041Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973222552Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973230362Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973238472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973246922Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973254462Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973261832Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973270132Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973278442Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973286532Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973295392Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973304082Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973312693Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973413774Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973475734Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973530364Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973715726Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973726377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973741306Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973751057Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973759587Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973768447Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973776467Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973785087Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973793687Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973802177Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973808817Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973826297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973834967Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973927738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.973937328Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.975308822Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.975494834Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.975946648Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.976420912Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.976612804Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.977137719Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.960938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.977396422Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978166609Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978177229Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978364031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978669434Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978680894Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.978860316Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979207149Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979217289Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979392371Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979631813Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979642083Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.979787375Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980487341Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980683843Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.980719094Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980729094Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980735144Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980763094Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.980909546Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.981058297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.982043086Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983332859Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983343339Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983509391Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983748643Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983761343Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.983922874Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.984216317Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.984241367Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.984347348Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.984387079Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.98452192Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.984844423Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"11.631052ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.986199336Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 331648526 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.986294337Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 331747777 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.986489529Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.986528549Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.986700871Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.986733182Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"13.467119ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.986892803Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.987734311Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"14.51921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.988001844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.989036713Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.989202475Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.989585889Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 335040858 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.98973994Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.989753311Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.989864581Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.989900042Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.990311286Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.990327776Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.990335056Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.990515118Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.990949032Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.991130514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.991283285Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.991464087Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.991507807Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.991652949Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.9928009Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.994249474Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.994796299Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.994819839Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.995056031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:23.99595549Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.99596944Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"22.949451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.996655827Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.996668707Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:23.996807798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.012698821Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"39.593531ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.025693996Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.025963968Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.028689314Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"55.748135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.033358979Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.033669942Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.034741082Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"61.623512ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.034923914Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"61.697112ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.036720561Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.036750711Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.036763852Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"63.730432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.03972689Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.039816091Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.039930722Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.040177724Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.100618725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.100684806Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.10107887Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cca8689-d6b2-4d03-949b-481e4c256500\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.10111815Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.102809776Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.119032392Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.119063373Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.119477517Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db71214a-50cd-44a2-bf29-126eed5e7db2\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.119500877Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.11982664Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.122074911Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.12298759Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.123318423Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.124064181Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.124088061Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.124228832Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.125866138Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.128301861Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.128317902Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.128479413Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.130405342Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":26,"elapsed":"157.442132ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.132425213Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.132447901Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":76,"elapsed":"159.589593ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.152619465Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"179.359763ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.153377732Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.153396252Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"180.410593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.160655832Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.162341138Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.162352249Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.1624947Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.164260887Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.165702221Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.165715811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.165846782Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.166729451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.166749561Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.167028063Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"81df1612-bee0-44bc-ba26-46503da8a20c\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.167042324Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.167558039Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.169635439Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.169934662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.172627627Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.17289766Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.175950699Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.175961969Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.176358933Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6d844f61-de26-449a-bcb2-72f17a11df2a\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.177659546Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":26,"elapsed":"204.624336ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.190940173Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.190966364Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.191254206Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ee9ef0-1bc0-4fa0-8a51-3fe9bf57e375\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.191267396Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.193177375Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.193990913Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.194262745Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef798075-ed37-4534-b3eb-eaeb7eed3832\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.195723689Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.195966112Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.197358855Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":26,"elapsed":"224.217834ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.199490226Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.199509896Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.199735538Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7cea651-f9d2-4cba-abfe-08dd5f7a50ea\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.199756428Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.201276663Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.279932368Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":26,"elapsed":"306.757497ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.307311662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.307692695Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7c9ce6-3a9b-47f6-8d76-f5ca7e118ddd\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.307714866Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.307726376Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.307734106Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.309936037Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":26,"elapsed":"336.875137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.34876908Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.349145434Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.351157173Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.351174473Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.351367385Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.361171729Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.361453052Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453095ed-5942-4c26-b260-a7c0e8ab75a3\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:46:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361503472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361514823Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361774515Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361786705Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361793665Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361801005Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361807845Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361815135Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.361996007Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.362006047Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.362168359Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.362177479Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.362613113Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.36438621Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.364506991Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad206dc8-ace7-46e9-a528-3c5e70a1f2cf\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.364517932Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.364651343Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4222c65d-0362-49c7-ade9-d9d94fa157c0\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:46:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.364664993Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.364674283Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.601961993Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c2fee1f1-981c-4414-b075-7ec169c047ca\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.602001494Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.602011474Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.602387537Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5208fead-9c2b-46ff-bc7c-a972e135e102\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.602431798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.602802901Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.606737879Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.606998362Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.610311883Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.610638312Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.612739957Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.612975449Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.619515972Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":26,"elapsed":"646.426292ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.682619309Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"125f1273-cf76-4019-8bdc-29b8d8023c1a","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.972658405Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.972714775Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.972725175Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.972734185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.973093649Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:33.973107959Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.003289979Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.004357409Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.004645152Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.005761653Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.005780493Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.005936594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.006159087Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"33.487852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.008201186Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.008406328Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.009792551Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.011981662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.012000143Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.012125494Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.02112938Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.02114798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":77,"elapsed":"48.511806ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:34.683537416Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"03d18be0-fabe-44de-8636-9a1e9687f57c","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.972856945Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.972912866Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.972924276Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.972933016Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.973227439Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.973277039Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.975118527Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.975357429Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.975727523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.97756226Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.977576591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.977736262Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.978707291Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.978944084Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.980863422Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.983249285Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.983264125Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.983413757Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.995068319Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:43.995092369Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":78,"elapsed":"22.245724ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.006467738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"33.603573ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:44.683451334Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"95eac13c-fee2-45b7-8f2b-cb77784ddade","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973458249Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97351842Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97353125Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97354024Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97355045Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97355774Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97356997Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97357885Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97358818Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973595731Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973604221Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973613231Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973621331Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973630191Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973639331Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973647511Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973655571Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:46:53.973664381Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973674881Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":15,"elapsed":"14.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973685021Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973694241Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973703612Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973713252Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973722392Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973731072Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973739362Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973747302Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973756042Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973764242Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973772482Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973779842Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973787782Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973794322Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973801633Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973808293Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973814763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973820773Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.973828833Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973835953Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973842763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.973849923Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973856183Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973863343Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.973870083Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:36:53.973716042 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973877203Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973883813Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973890933Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973897634Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973904794Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973911594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973918024Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973923944Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973931814Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973938664Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973946444Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973953004Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973959844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973966224Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973973174Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973979824Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973988204Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.973995324Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974001624Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974007915Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974013904Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974020555Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974026665Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974036575Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974055685Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974118176Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974165746Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974178316Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974214666Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974325407Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974336498Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974345208Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974403388Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974413728Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974421448Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974430779Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974440109Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974449689Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974458439Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974466659Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974474969Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974484429Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974494429Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974502489Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974509189Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.974517809Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97452612Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97453456Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97454164Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 319464559 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.97455516Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 319519029 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.975008644Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.975023174Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.523714ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.975080195Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.975098525Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.480485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.976274736Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.976980283Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.977619849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.977863252Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.2434ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.979251585Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979261745Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979268155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979395486Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979405636Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979512377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979522457Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979529297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979600388Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.979714429Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.980031272Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.980039902Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.980184574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.981564037Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.982087862Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.982227674Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 327224023 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.982491476Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.982634878Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.983213163Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.983223763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.983369645Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985090841Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985104771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985145031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985155022Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985259173Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985313273Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.985344553Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.986365613Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.986595816Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.986845108Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.986853318Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.986996449Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.987900278Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 332885858 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.988186521Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.988274682Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.988524134Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.988708916Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.990362752Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.990388652Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.990505633Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:53.991309661Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:36:53.973716042 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.991322091Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"expiration\":\"2025-03-07T22:36:53.973716042Z\",\"pruned\":[]}","iteration":14,"elapsed":"17.601309ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.991817106Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"17.932982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.99226742Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.993258369Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"19.415706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.993952396Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.994258799Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.994516142Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.994530062Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.994695243Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.995755113Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.996034196Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.997393889Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.997621882Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.997815713Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.999201627Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:53.99960259Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.001158985Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.002072344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.004955172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.004978662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.005124743Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.010386704Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 355358024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.010788288Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.012422204Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.015605084Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.015638645Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.015913277Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.017839716Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.022303899Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.022330919Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.022569581Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.025462089Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.025936034Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.02762945Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.02765472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.02766409Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"53.853118ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.028187155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.028406857Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.029100513Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"55.202461ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.031166284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.031235444Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.031458986Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.031553717Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.034484745Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"60.742573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.034840729Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.036799207Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.036831788Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.037000989Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.041878256Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.041912027Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.041922347Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.042153349Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.043175959Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"69.363846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.043204139Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.043434261Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.043446111Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.043455062Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"69.737289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.043890216Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.044246529Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.04432688Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"70.657959ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.046720843Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.050073445Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.050498369Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.050736272Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.050962144Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.052224616Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.052437148Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.052466128Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"78.965839ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.052574329Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.052599279Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":79,"elapsed":"79.15956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.053265886Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.053652249Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.05366525Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.05367161Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.05367751Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.0537223Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.053956623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.054329516Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.054360076Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.054503808Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.055480877Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.055653859Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.056566017Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.056591708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"82.914046ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.058391045Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.058417705Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.058611187Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.05885577Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.05887027Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.059013201Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.061099931Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":27,"elapsed":"87.47005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.081117093Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.081480067Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.092022928Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.0922158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.100217237Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.10258057Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"128.696837ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.102725931Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.102748061Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.102957943Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.107307795Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"133.829306ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.10781888Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"133.990627ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.115190761Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.115216131Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.115227141Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"141.702131ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12342887Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12345824Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.123470651Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.123937115Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.125595361Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12655115Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12656771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12657451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.12658086Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.126987594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.129103885Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.129132605Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.129142355Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.129398588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.131410297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.131437737Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.131446737Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.131455847Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2}","iteration":14,"elapsed":"157.788686ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.133694879Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.133724969Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.133963701Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.150280118Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.150333909Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.150704172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668a3d03-a331-406e-a330-0dc3120f7748\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.150735533Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.15362366Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.161386085Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.16192306Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.17645146Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.17648699Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.176570471Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.176595701Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"203.051131ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.176889064Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90b47f29-6d59-4d21-a224-19ffd2f5a2fc\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.176910264Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.179701031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.183413016Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.183441567Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.183457477Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.183926281Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.185686588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.189258723Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.189285443Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.189440154Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.191828488Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.191853708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.191866958Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.191885098Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1}","iteration":14,"elapsed":"218.281948ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.201523221Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.201557241Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.201850274Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fdddcf-375d-4174-8834-ac766f7ca5b7\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.201873454Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.203439789Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:46:54.214428755Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.214463095Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"240.662093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.278525801Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.278840684Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.280640171Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.282535429Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.282555969Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.282704131Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.284595509Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.302097497Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.31173721Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.3117657Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.312154814Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9f1db2-30cf-4e72-ba33-831cbf6551ce\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.312181714Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.312515487Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.313559747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.315328954Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.315347544Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.315487946Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.328516621Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.328540701Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.328728673Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bbe377c4-6a3d-4f6e-9056-ceacc10e2bae\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.328743583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.328935605Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.330806403Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.330975925Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.334164625Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.334438808Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.337204505Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.337225155Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.337561568Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7d22f3a1-52ca-4965-9e24-eac9422ef740\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.339582607Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":27,"elapsed":"365.883746ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.347809236Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":27,"elapsed":"374.144335ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.487692511Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.488159725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298881f0-1a79-47e5-be15-723a18f9ffa1\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.490893651Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.491259295Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.493496387Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":27,"elapsed":"519.926566ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.536608471Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.579627944Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.596517806Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.596961321Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c47f4f0b-9331-4d49-adf4-f040f84794e7\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.596980661Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.598801808Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc28bc08-f5a7-44f9-93d6-8df0d8215a19\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.598819419Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.600812158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.600829248Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"627.160477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.618649519Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.619033033Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.621150523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.621168214Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.621492506Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.632438782Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.632761995Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6387730-702e-4700-8333-5f989a26fdb2\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:46:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.632787765Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.632798315Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633107658Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633118708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633126298Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633134818Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633142789Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633150079Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.63332734Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633337611Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.633592983Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.633601333Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.633857756Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.635751704Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.636042737Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.636241398Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64fb8f9d-0880-4227-b55d-b70c1df92a6e\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.636273259Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.636340749Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6320728-38b2-4d5e-a5b5-33eadbfb6fc9\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.636354629Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.63646083Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcdb9745-d573-44a1-b150-a260c8e3499c\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:46:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.636480211Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.636493171Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.637766093Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ddbf713f-be41-4fd1-a5ff-fff8dddd9b8e\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.637782183Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.639158906Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"79d9961a-32b0-4ce4-9e8c-fbf1b5aff02c\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.639176747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.641142526Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.641178846Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"667.312293ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.650764588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc40f887-5be8-49a8-9624-e5d1edc4629d\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.650789638Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.650799718Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.650808998Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.652961259Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":27,"elapsed":"679.419029ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.683618514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"1af7a50f-16d6-4267-8eea-320e9c7a7e53","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.751081212Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"51a43a2a-90d3-44d3-b208-835033c90638\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.751108302Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.751117352Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.751438545Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2661ccc3-8774-427d-a043-a20f0b9c4556\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.751480286Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.751799769Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.755417514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.755747587Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.759578054Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.759823136Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.761398581Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.761659624Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.769516609Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":27,"elapsed":"795.739077ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.97271753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.972771431Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.972784061Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.972792741Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.973111374Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.973124804Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.975083253Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.975383516Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.975742179Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.977540457Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.810677ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.977574227Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.977584597Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.977755269Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.980218233Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.980485175Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.981942679Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.984327962Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.984338372Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.984484854Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.993312728Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:03.993328539Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":80,"elapsed":"20.632528ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:04.682879595Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"763f07ec-aba0-4a74-9d10-a79421f25658","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973211184Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973270744Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973284294Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973293874Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973613828Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.973638948Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.97595821Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.976140152Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.976514365Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.978446994Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"5.23162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.978456844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.978467574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.978626046Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.980984988Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.981233811Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.983065738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.985459651Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.985469851Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.985616923Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.999065512Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:13.999091842Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":81,"elapsed":"25.896899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:14.683195456Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"29faa903-ab68-4aa6-b049-187bcbb2166b","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973591626Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973645376Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973656636Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973667276Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973675726Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973684447Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973692627Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973701907Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973710617Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973718397Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973727107Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973735747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973744247Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973752147Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973759077Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973767737Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973775817Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973784808Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973793288Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973802017Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973809318Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973817458Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973825708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973834638Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973843038Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973851678Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973859518Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.973868598Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.973876658Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97409476Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974134211Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974149401Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974168591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974181851Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974190571Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974198621Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974208392Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974240062Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974250532Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974268752Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974298492Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974309562Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974831947Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974841058Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974848418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974855188Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974861798Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974869028Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974875678Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974882718Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974889148Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.974896018Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97507942Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97508984Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97514207Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.975157771Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.975238511Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.976330472Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.977600574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 322075164 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.977923277Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.978061389Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.294021ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97821531Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.97822584Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.978318451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.978400682Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.978563253Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.978828456Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 323303876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.979159689Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.979627933Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.979865626Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.979876426Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98032857Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.980709424Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.981147748Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983148297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983158938Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.9833623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98339578Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98340722Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98345514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98346543Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983621442Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983658882Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983736863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983746863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.983896005Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.985321398Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.985428459Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"10.585162ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.986180987Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.986190007Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.986196097Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.986401689Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.986904274Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"12.026915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.98763121Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.987645751Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.987782552Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.990309686Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"16.592489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.99171341Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.991793121Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.991950462Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.992058743Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.992135284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.992958662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"18.107064ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.993134283Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 337606533 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.996576536Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.996603757Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.996617617Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.996626917Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.998064511Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:23.998094801Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.998106451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"24.509176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.998270113Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.998593426Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.999757187Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.999775747Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:23.999909059Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.022837199Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.024797128Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.024831908Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.024964229Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.028777026Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.029083519Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.029531543Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.029719574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.029942677Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.030204719Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.03379134Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"60.231019ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.037832452Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.037850403Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.037858413Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.037927904Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.038091845Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.04072425Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.040753051Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.040920162Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.064698741Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.064982224Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.076185541Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.076226012Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.076568745Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e862987-c666-4341-8bb3-70f6243eb3a4\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.076597295Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.078896497Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.092476468Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.092504518Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.092843161Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87c8159-9e61-4878-bde9-41cbd5f4ba6e\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.092872201Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.094350546Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.113074116Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"139.326798ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.117780631Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.117802001Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.118141314Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3a21c5-6614-4282-ac68-5c7c08b01962\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.118171375Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.120026042Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.171756499Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.17178281Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.172228854Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea15c857-f031-4b4e-bf6b-5b4e2979da3e\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.172269915Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.172638288Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.175545596Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.175899679Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.187951845Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.187980415Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":82,"elapsed":"214.311359ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.210474752Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"235.602174ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.211715763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":28,"elapsed":"238.055047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.214397709Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.214755753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.215076366Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.216997554Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.217020365Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.217177046Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.217188056Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.217352478Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.217664961Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29f39b6-3cc6-44f2-a40d-6a398c14e621\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.218166696Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.218177566Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.218187146Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"244.436929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.219019874Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":28,"elapsed":"245.217786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.219106735Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.219120435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.219296387Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.219334157Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.21964009Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.220588849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.220808521Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.221851291Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":28,"elapsed":"248.154415ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.227111542Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.227125922Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.227398274Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f16344cb-a6dd-44d9-9ace-2d36e13be293\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.227410034Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.227775908Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.229639766Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.229858618Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.232307781Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.232560374Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.235843986Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.235864666Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.23632297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"07677b25-4acd-4b31-9169-42d71de35d5a\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.238240769Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":28,"elapsed":"264.429631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.256382213Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"281.502595ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.257710836Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.257724146Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"284.0426ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.284030569Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.284398742Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.286344141Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.286493302Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.286511142Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.286705214Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.286901836Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.28836822Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.290142107Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.290155087Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.290322789Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.291868034Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.293809643Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.293821363Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.293997064Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.297052574Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.297399577Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86655759-4bbd-4d7b-9585-b162a7cdf29c\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.297423147Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.297434117Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.2977237Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.29773432Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.29774172Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.29774913Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.297756801Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.29776459Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.297955942Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.297965812Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.298191355Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.298205925Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.298411427Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.300348775Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.300468296Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8090b3-abdd-41fd-a572-8cb92195685e\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.300493037Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.300572588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e936537-04d9-4c19-9dc2-0a65d33c22c9\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.300596658Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.300608848Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.328321464Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.4038288Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3df9918d-cf96-4d5b-a97d-a0777e1910b7\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.40386089Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.40387281Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.404459606Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73e926b-d9cc-411e-a465-166dec25cc91\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.404472186Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f336a4cc-689b-446f-b827-717812d57d0f\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.404508066Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.404517636Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.404526427Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.404534247Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.40484554Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.40587968Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":28,"elapsed":"432.240163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.408836208Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.40901821Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.412318271Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.412684705Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.414387261Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.414630004Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.423499719Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":28,"elapsed":"449.707042ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.683239505Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"58c9a15b-b16c-4ce1-a968-9ded678cd7a9","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.887370437Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.887408447Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.917746439Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.91785276Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36264"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.918038011Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5a800e87-b5d7-409d-b1eb-d9492a2ff344","remote_addr":"[fd00:1122:3344:101::b]:36264","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.918389185Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5a800e87-b5d7-409d-b1eb-d9492a2ff344","remote_addr":"[fd00:1122:3344:101::b]:36264","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.9595314Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/oximeter.rs:76","collector_id":"7b5e9a24-6b39-4a58-a275-8cc5a75195d8","producer_id":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.95955891Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/metrics/producers","method":"POST","req_id":"5a800e87-b5d7-409d-b1eb-d9492a2ff344","remote_addr":"[fd00:1122:3344:101::b]:36264","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41585,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.959652351Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a800e87-b5d7-409d-b1eb-d9492a2ff344\", \"content-length\": \"41\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.961219966Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.961235967Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"producer-registration-task","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973339971Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973399722Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973411342Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973421092Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973759975Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.973914987Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.975666554Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.978173178Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.978198108Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.97835071Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.980318938Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.980515291Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.982212937Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.98457573Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.984589839Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.984720551Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.998240981Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:33.998262901Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":83,"elapsed":"24.94317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.004666672Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.004819344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.035473348Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"62.117976ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:34.6839123Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"512d8ca9-a6d5-44c3-beac-8bb38935d066","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974239649Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974298419Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974309949Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974319659Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974668843Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.974744594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.976278928Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.976510431Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.977002135Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.97955597Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.97956856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.979729611Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.982156635Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.982380167Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.984037363Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.986426656Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.986443826Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.986575967Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.995494863Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:43.995523263Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":84,"elapsed":"21.293565ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.005175236Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.929178ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:44.684210131Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"f79cfbe2-b87f-4914-9c6f-8b7bfbafdea5","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973583421Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973643841Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973656161Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973665562Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973673631Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973683431Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973692252Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973700432Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973709732Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973717372Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973725552Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973734602Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973742702Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:47:53.973752052Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973762722Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973772523Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":16,"elapsed":"15.231µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973784603Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973793333Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973801793Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973810653Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973818873Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973826763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973834753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973843813Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973852653Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.973861013Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973869103Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973876853Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973884333Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973892344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973899894Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973908034Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973915354Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973922524Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973930524Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973937814Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973945984Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973953344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973961334Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973969784Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.973978054Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974011995Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.974020035Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974026685Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974032815Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974039465Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974045805Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974051865Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974059015Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.974066305Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:37:53.973946474 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974073435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974080055Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974096466Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974145266Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974157586Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974174896Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974225197Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974351078Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974361788Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974371358Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974379428Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974387178Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 318317678 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974399738Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 318318798 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974413289Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974421289Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974430269Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974438589Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974444749Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974453209Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974461809Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974470699Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974477669Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974486169Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974494339Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974500619Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974507939Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974514279Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97451991Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97452641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.9745331Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.9745401Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97454641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97455343Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97455997Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97456688Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97457306Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.97457983Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974811853Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974844383Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974855573Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974866013Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974876153Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974887083Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.276372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974896753Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974904763Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974914174Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.211722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974923234Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.974936314Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.976339197Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.977293662Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.978137354Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.19542ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979112414Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979123904Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979297636Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979508987Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979519148Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.979662329Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981022422Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981518997Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981731069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981773149Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.981941591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981952151Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.981958691Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.982170153Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.982931871Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 326884050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.983166723Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.98392225Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.98394317Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.984009971Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.984035421Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.984093402Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.984178983Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.985498675Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.985687867Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.986281143Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.987250612Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.987429284Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 331380913 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.987662886Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.988271032Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.988281102Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.988436583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.989195551Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.989212061Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.989345592Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:53.992338231Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:37:53.973946474 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.992367271Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"expiration\":\"2025-03-07T22:37:53.973946474Z\",\"pruned\":[]}","iteration":15,"elapsed":"18.393247ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.994409451Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"19.908402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.99843588Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:53.998659622Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.004056714Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.004516418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.006954031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DnsResolver","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 348635369 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.007118583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.010479095Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.010844619Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.023535661Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.024007275Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.02451307Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.024941274Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.028827012Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.029142475Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.032966201Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.034786474Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.03600228Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.03601892Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.036351583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.037820957Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.037847648Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.037997459Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.038409173Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041434262Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041508653Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041523463Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041646904Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041679444Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.041692324Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.041705195Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"67.177315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.042054568Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"67.430807ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.042075058Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.044654623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.044679073Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.044690583Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.045064237Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"70.517677ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.045763064Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.045783124Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.046062586Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.046234818Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.048290558Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.048318948Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.04846864Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.049355498Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.051097245Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.051126755Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.051134965Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.051480319Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.052319647Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.053484398Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.05373792Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"79.21642ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.054164215Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.054186025Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.054196435Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.054205825Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.054581908Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.055465157Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.055491397Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.055689999Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.05685069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.058130222Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.06207272Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.062938739Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.062968849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.063218502Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.064960448Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.064994208Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":85,"elapsed":"91.421148ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.092543203Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.092637844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.092682754Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"118.608099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.095665293Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.096200068Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.099964595Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.100171657Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.102954563Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.103439938Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.105609199Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.105914912Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"132.150149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.10680269Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"133.080648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.107288585Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.108110833Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.108454706Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.110239953Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.110267254Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.110548656Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.110574477Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"136.048137ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.111517775Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.111539556Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.111809038Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.116556734Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.119743925Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.120765755Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.120851725Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.120874336Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"147.236644ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.121067047Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"0","iteration":29,"elapsed":"147.299435ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.121259629Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.122502331Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.123087757Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.123117317Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.123130377Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"149.461516ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.12448549Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.124508591Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.124520491Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.124748453Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125104586Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125177987Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125195147Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125204007Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125209897Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125386459Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125403099Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.1255006Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125710102Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.125735702Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.128465918Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.128492849Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.131402827Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.131427227Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.131581188Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.131861891Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.131879691Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.132060243Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.149194508Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.149251708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.149606842Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea3ed6c-0d33-4df3-a8de-2b57775144c8\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.149626392Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.149838484Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.149852634Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.150154217Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcab44b4-3fc8-4e1f-9c3d-b69177796a6f\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.150174077Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.153885973Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.154563209Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.15468263Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.154695141Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.154947403Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18853186-7b02-41d9-abc7-87f4c2de9f5d\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.154960043Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.156614699Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.157631749Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.157660549Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"183.14982ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.158058713Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.171576883Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.174524961Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.174548161Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.174673813Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.180104115Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.180143365Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"206.313692ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.181054674Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.181082144Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"207.10412ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.183591708Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.183617448Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.183629069Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.183967752Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.191952799Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"218.359078ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:47:54.237620547Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.237652008Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"263.690034ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.277955685Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.278353909Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6eef67c9-e618-488b-a076-9f439f63e533\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.278375549Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.279878844Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce33d522-7d18-44e5-b694-8b42f634eef5\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.279909514Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.281830802Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.281855043Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"307.984339ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.285020423Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.314223264Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.314546757Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa105e1-830b-49ae-b56a-77e3afd4d571\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.316365494Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.316661267Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.415625858Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416098433Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ed572b44-ebae-46ea-af3e-67fb81a7bdde\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.416113973Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.418431805Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"96ef4b88-b68e-49d0-9080-ea0217bf3203\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.418458645Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420097661Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64182d27-ca51-4195-ace2-e84d0e50ae9c\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.420147492Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.420547825Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420559856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420932309Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c197954e-0e06-477e-aa3e-d5cf51a9c9b3\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.42096062Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.421218412Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422475884Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422597125Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422612985Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422622775Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422632696Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":2}","iteration":15,"elapsed":"448.819523ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.422732426Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.422782637Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"449.044165ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.423802317Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"null","iteration":29,"elapsed":"449.947314ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.425700295Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.425725055Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.425882417Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.426826856Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":29,"elapsed":"452.997193ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.427955187Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.427979297Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.427990547Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.428001637Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{\"generation\":1}","iteration":15,"elapsed":"454.208995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.473855168Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.474481684Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.484562521Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.484624631Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.485024885Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.502115609Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.5021888Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.502540344Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8e94ac60-9f1e-4701-b29a-121c2a031b32\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.502579524Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.503077489Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.508247218Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.509092746Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.514919832Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515427557Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.516073094Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.516486247Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2251adee-6ffe-46cb-b6c3-4fa288288222\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.516520868Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.516537518Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517170014Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517191004Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517202244Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517214365Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517225145Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517236865Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517545888Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.517570568Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.51785138Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.517871481Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.518226544Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.521491786Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.521683017Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2037f774-0fe2-4105-bd29-c9200ad25a91\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.521704828Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.521833039Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1651ab-9b7f-4378-898a-98ad492ae077\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.521854779Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.521869359Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.525885428Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.525914618Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.56773693Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.568067513Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.56976623Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.571693158Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.571722568Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.5718934Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.603601715Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.605408152Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.605434112Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.605576674Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.63957809Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.643621009Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"92a36c28-08b7-43cf-a29c-8481060bedab\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.64365544Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.64366875Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.644521418Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abb27248-5f8f-4263-b6b6-a0edb5a80a0d\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.644574648Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.645022273Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.645101594Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335b726e-2c51-436d-973f-cfbf7147c45e\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.645117964Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"614ffe0a-9919-4abc-9899-9c6d8d1ca4e6\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.645128564Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.645138614Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.645147114Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.646890601Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":29,"elapsed":"673.104348ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.64791979Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":29,"elapsed":"674.247839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.647938641Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.648290664Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.652188031Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.652460154Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.654799067Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.654952058Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.662801864Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","status":"{}","iteration":29,"elapsed":"689.084871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.684641923Z","hostname":"oxz_nexus_dfe169a3-7536-4b54-9593-8815d6e81dd4","pid":23141,"uri":"/dfe169a3-7536-4b54-9593-8815d6e81dd4","method":"GET","req_id":"b22f5fcc-e1ca-4c5c-a4d8-2a48023b5fb8","remote_addr":"[fd00:1122:3344:101::d]:42651","local_addr":"[fd00:1122:3344:101::b]:53580","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"dfe169a3-7536-4b54-9593-8815d6e81dd4","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":328,"response_code":"200"}