{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:00.949184614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"7d95adb5-2899-4f77-b5e8-151556f463b5","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741346424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741391415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741401865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741410105Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741783998Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.741808889Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.744909918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.748429202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.748456402Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.748618394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.751480591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.751882915Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.754107956Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.757824281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.757856891Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.758000463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.772805284Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.772842245Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":53,"elapsed":"31.46721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.781217544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.781455527Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:01.783633597Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"42.294393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:05.9429875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5dd83b5b-123e-4936-8e45-1101a3536fd0","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:05.943312473Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5dd83b5b-123e-4936-8e45-1101a3536fd0","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:05.945240591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5dd83b5b-123e-4936-8e45-1101a3536fd0","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2336,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:05.945561764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0dd084c8-f02e-4a36-ba87-43d7efc88720","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:05.945892207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0dd084c8-f02e-4a36-ba87-43d7efc88720","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:05.947500453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0dd084c8-f02e-4a36-ba87-43d7efc88720","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2002,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.741805467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.741885898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.741903928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.741916728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.742317222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.742400523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.744057248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.74425564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.744450312Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.745789535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.013398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.747184248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.747195718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.74733686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.748894215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.749053386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.775474918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.778063763Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.778087563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.778207584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.789772474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:11.789796255Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":54,"elapsed":"47.980437ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:15.949123326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"84366b38-466e-4ce4-9015-e3a90f5862ec","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":497,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741025728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741084628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741094598Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741334511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741892526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741915546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741924436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741932496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741940296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741950076Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741957156Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741964007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741980767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.741991957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742001357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"10.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742009967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742017827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742024907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742031967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742039657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742046017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742052477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742059888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742066588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742072858Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:00:21.742081448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742091598Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742099508Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":11,"elapsed":"10.151µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742107728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742114858Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.742123918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:50:21.742062317 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742130958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742138278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742144538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742151988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.742159349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742165698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742172149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742178409Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742185609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742191869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742198929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742205449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742211749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742219799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"13.23µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.742229509Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742235779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742242769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742249149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742255779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742262059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74226905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742276259Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74228349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74228931Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74229562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74230243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"18.681µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74230861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74231443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74232103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74232775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74233345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74233954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.7423462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"5.84µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74235335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74235945Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74236462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74237006Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742494072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742505202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742514712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742550132Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742580853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742591673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742600183Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742608923Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742626063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742675343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742685654Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742696494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742706924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742715814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742723914Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742731684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742746114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742752994Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742761494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742769294Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2665, tv_nsec: 497916017 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742781354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742790384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2665, tv_nsec: 497951497 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742828435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.742839315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743000517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743013527Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743126248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743139108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743201338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743211099Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.141751ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743256299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743271489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743280009Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.300682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743742264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.743936566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74543124Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74545417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.745602441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.524643ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.745619151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.745688352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.745737012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748076375Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748097765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748253567Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748264997Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748315677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748398278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748417858Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.7485872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74863065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.74865076Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748789512Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.748801312Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.749022244Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.75072105Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.750941202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:50:21.742062317 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.750951942Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:50:21.742062317Z\",\"pruned\":[]}","iteration":10,"elapsed":"8.883734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.751210645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.752146304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2665, tv_nsec: 507309296 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.752274185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2665, tv_nsec: 507439368 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.752398766Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.752422866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.752530337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.752991582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"10.784103ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.753242394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.753253254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.753433586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.755215693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.755237063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.755394625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.75593911Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.75596058Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.756126042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.761452952Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.764084027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.764110078Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.764243539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.766996135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.767291838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.767914634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2665, tv_nsec: 523067467 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.768241187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.76854482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.76855992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.76857179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"26.353911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.769767062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.770114645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.770171776Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.770247496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.770442418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.77065487Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.772286546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.775108272Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.775129443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.775257804Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.77688096Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.778770298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.778781798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.778919659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.780211551Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.782581054Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.782597314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.782724715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.786040407Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.789906673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.790809482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.792207655Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.792233466Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.792365227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.796154313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.797441315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.797467166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.797477536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.79900326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.79903274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.799091461Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.799323243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.80002672Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.801603665Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.802468753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.802490513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.802686335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.802700415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.804401622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.804425902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.804615814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.805162069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.805189929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.805345461Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.806972646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"65.06995ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.807127198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"65.08208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.808309199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.81159344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.81162062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.811790412Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.811807582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.812451808Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.812476139Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"70.252259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.81368178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.81369679Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.813827921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.816094483Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.816269075Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.816568908Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.819195753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.819227913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":55,"elapsed":"76.840753ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.822415994Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.823426743Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"81.389396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.826506873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.827062718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.830527511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.835226396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.835249986Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.835532688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.836441567Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.836455237Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.836462377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.836468687Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.8367488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.83780514Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":19,"elapsed":"95.652732ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.843277612Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.843298493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.843308873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"101.151044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.843898658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.844250271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.845442183Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.847396601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.847412022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.847578233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.851782313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.851796723Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.851802903Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.852040806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.855096415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.855120645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.855133015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.855144995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.855456168Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.856629669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.859498047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.859528367Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.859648158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.863595376Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:00:21.873680462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.873708772Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"131.760516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.875266297Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.878371417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.878387827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.878555258Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.880223744Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.880244614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.880256785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.880424686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.881440716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.882084652Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.88395525Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.88397597Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.88398702Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"141.722141ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.88502956Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.88504691Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.885199632Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.887212041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.887224251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.887240981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.887250021Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":10,"elapsed":"146.248044ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.89126902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.89129806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"149.239533ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.892983616Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.893000846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.893012026Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.893317949Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.894549511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.897452929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.897473879Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.8976019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899259546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899474618Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899898752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899912082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899921452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.899930882Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":10,"elapsed":"157.880875ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.905562276Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"163.442508ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.90599627Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.90600876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.906358903Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa702108-0821-4c75-9235-b0c2c0756aea\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.906375494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.908598675Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.914796054Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.914823314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.915071277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39b1190-c752-410b-aa2f-835cf8d75c48\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.915093697Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.918202746Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.926601747Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.926621007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.926865569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baaa9e60-cf71-43c4-9259-7b8f2ad3d6b8\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.926886579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:21.928407624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.932998107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.93323264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.934780234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.936904045Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.936927865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.937081536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.939097475Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.940906543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.940918433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:21.941059154Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.015514474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.05915699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.059598064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"41202a7c-2b68-4f6f-895b-408098bb754b\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.059621714Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.060791606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2494347c-8757-42d5-9d82-e00beef5a1ff\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.060817476Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.06229186Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.06230308Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"320.341864ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.081863706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":19,"elapsed":"339.752538ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.156627519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.157340846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5cb994a5-27ef-4572-8d28-a7f5270e3227\", \"date\": \"Fri, 01 Nov 2024 07:00:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.157371976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.159036872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d02d927c-e832-4d19-9bef-1294cf3e2590\", \"date\": \"Fri, 01 Nov 2024 07:00:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.159066442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.160832649Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"31c8bd4c-b17b-4558-8195-b3f547723154\", \"date\": \"Fri, 01 Nov 2024 07:00:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.160863129Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.162872998Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.162914199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"420.740851ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.170125577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.170677813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2fec03-98db-476d-b44a-77e66bc7b147\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.170706733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.170719763Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.170730023Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.172607371Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":19,"elapsed":"430.447653ms"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.185505074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.185541615Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.185920608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2259cca6-e2aa-45c3-af65-d9974ca15022\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.185964848Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.186473373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.197271586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.19762141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f45bd3-343a-4028-8d3c-18269e8c617a\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.19979983Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.200162934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.201453416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":19,"elapsed":"459.355128ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.206586705Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.206626145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.206918688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1f3c3212-57d6-41e4-8689-b70c812a246b\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.206943179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.207212781Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.209895227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.210141779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.213840654Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.214224978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.217757822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.217787742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.218180015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c7e7488f-261d-4e1c-8f5c-42a0e46265d4\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.220799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":19,"elapsed":"478.695822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.238909043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.239274927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.241396397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.241415947Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.241612749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.250177551Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.250478413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"012620e4-7b3e-47c7-8127-e8859f05db47\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250505304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250517874Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250820137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250830247Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250837467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250844307Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250851087Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.250857557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.251036719Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.251046489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.251265861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.251274921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.251477263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.252809746Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.252921467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a080da-8a47-403a-98cc-bf43f1dd426e\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.252933157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.253005158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46ae899-9b34-4032-a737-7075f2004fea\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.253019318Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.253027958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.355535215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6247248b-4cc2-4537-836c-7bf0d3b17871\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:22.355565265Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.355577025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.355816117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6263fd-62a7-46cc-8fc1-e8627396b98c\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:00:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.355856758Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.356210251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.359897686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.36024865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.363265128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.363511281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.365620201Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.365860563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:22.372971171Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":19,"elapsed":"631.010095ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:30.951904805Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"ebb5c43a-065b-4b88-b2ca-ca7d56bb2d44","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":566,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.742044366Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.742092006Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.742102896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.742111296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.742417149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.74246207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.744463699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.74455556Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.744648381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.746571109Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.535744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.747365596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.747385596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.747548008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.749663838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.749904971Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.750990771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.75355561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.753566017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.753697118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.762353049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:31.762373899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":56,"elapsed":"20.314213ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742027954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742083614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742092945Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742101645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742382177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.742415118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.74375519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.743982403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.744542438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.747225223Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.747239694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.747383645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.749004318Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.749254353Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.750593286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.753235471Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.753247211Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.753377992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.761672191Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.761685351Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":57,"elapsed":"19.653237ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:41.772263982Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"30.250078ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:45.951258842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"72b2ab8b-eca1-46cd-9279-4d329007877c","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":423,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:50.94330826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"a069ca2e-c949-4c27-83fb-d69e5cfd0f63","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:50.943795174Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"a069ca2e-c949-4c27-83fb-d69e5cfd0f63","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:50.946673352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"a069ca2e-c949-4c27-83fb-d69e5cfd0f63","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3464,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:50.946941624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"ba9f9efa-5957-4993-944a-a59cc7b028aa","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:50.947261187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"ba9f9efa-5957-4993-944a-a59cc7b028aa","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:50.949224806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"ba9f9efa-5957-4993-944a-a59cc7b028aa","remote_addr":"[fd00:1122:3344:101::d]:37588","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2336,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742346375Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742394116Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742406716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"13.35µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742417046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742425066Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742433336Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742442706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742450576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742459226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742467976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742475497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742483117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742491726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"7.99µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742499797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742507517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742516457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742524407Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"11.81µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742533687Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742541927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742550597Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742558757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742567347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742575907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742584007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742592587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742601078Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742609348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742618738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"10.03µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742631538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742639798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742648178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":58,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.742656918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742666118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742673778Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742681298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.74286918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.7428822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.74289687Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.74291317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742923271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742933011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742945801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.742997391Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.743020402Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.743030322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.743039792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.743049892Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.744618197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.745259513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.745829768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.347322ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.746504815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.74706236Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.74707784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.747249152Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.747849958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.747874008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.748017019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.748630925Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750101809Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2695, tv_nsec: 504706172 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750126859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750136959Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750316171Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.750428602Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750817446Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750832646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.750961497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.751508072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.752430261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.752887836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2695, tv_nsec: 507492368 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.753158888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754611982Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754624742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754697953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754808944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754836594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754861884Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754987606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.754999786Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.756067266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.756377159Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.756973825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2695, tv_nsec: 511583137 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.757228827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.757266097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.75759955Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.757816343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.757825573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.759424978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.759854042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.759866002Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.760063614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.76063589Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.76064437Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.760814271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.762714979Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.7627471Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.762924051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.781992453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.782046203Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":58,"elapsed":"39.471936ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.784475167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.784498257Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.784506907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.78477546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.785128063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.785399615Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.785413286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.785590667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.789194792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.789525215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.793834946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.794050958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.795860905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.795887315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"53.452309ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.84669798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.84671984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.847061353Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273aea1d-36a7-483a-b294-f4c54395e6e2\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.847077073Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.849042352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.854683236Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"112.309451ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.859851745Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.859866935Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.860121458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c7b9e2-f9d3-4a13-94a0-33860d6d9cdc\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.860142688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.861256058Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.863036699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.863051005Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.863289339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79edf0f-353d-4d2c-9a22-d6e07136d699\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.863369359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.865676941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.87607415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.87608573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.876545424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d65293c-1182-411d-857e-12ea0a802db9\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.876565804Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.876882767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.878999238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"136.529882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.879094579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.879519733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.909505638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.912309055Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.912336505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.912511497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.91281594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.91283117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.91283807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.913120103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.913991511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"171.461744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.914621277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":20,"elapsed":"172.245822ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.923589093Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.923612313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.923890195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a6974370-8fc0-4eeb-9a49-146c8e0586ac\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.923917276Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.924306719Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.92646191Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.926632682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.92956868Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.929905393Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.932410457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.932428277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.932889171Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ca546efd-c5fb-4236-870b-f3ad3b8320d2\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.934396046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":20,"elapsed":"191.863708ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.941779716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:51.941805506Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.941816706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"199.40215ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.951271607Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.951554579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a328165f-15da-4505-871c-43a933c2a5d9\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.952967003Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.953217415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.955422916Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":20,"elapsed":"212.97187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.95580969Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":20,"elapsed":"213.312104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.972044234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.972391698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.97363161Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.975506598Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.975521788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.975676329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.977272384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.979185482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.979198243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:51.979349724Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.043690987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.044078071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e66237f-aa28-42a5-b930-a5595759ba88\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.044117481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.044128501Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.044136232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.045752397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":20,"elapsed":"303.299421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.048552714Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.048952807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.050872656Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.050895086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.051033987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.064493666Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.064818269Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f4115e8-77f3-4c8d-aa7f-53adf6b63f8e\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.064849909Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.064863259Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065125862Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065137342Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065143902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065150572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065157252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065163912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065321403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065331984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.065565326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.065574366Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.065868979Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.06703712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.067141291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e947276-d594-49fd-b0a7-f7de194e3a87\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.067152681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.067242562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936df0c4-6cd9-4c42-80a8-964c3746b66f\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.067259502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.067271142Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.190376535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"010da102-231b-4451-9e35-2fb3d3d62b90\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:00:52.190427676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.190440136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.190615278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d53bb18e-b03e-4eb4-a5b2-be6f0a921f94\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:00:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.190659788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.191007412Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.194541445Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.194875928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.197699055Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.197871957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.199932726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.200101738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:00:52.207328917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":20,"elapsed":"464.986462ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:00.951510396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"3ea41ddf-a8f2-48cc-92af-e6849ff4ed3e","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.742660087Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.742721267Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.742738107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.742750937Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.743115561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.743245482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.744820187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.745814497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.74618339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.747575513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.747590583Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.747756185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.747819586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"5.18546ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.749742924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.749920536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.751354849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.753842833Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.753863453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.753982874Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.764951859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:01.764975309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":59,"elapsed":"22.312303ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.742589494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.742652184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.742664034Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.742674095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.742958337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.743086699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.745108438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.747826334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.747846794Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.747992835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.749724492Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.749943524Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.751803502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.754642118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.754657559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.75479039Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.763485613Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.763508133Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":60,"elapsed":"20.897859ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.771378008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.771692261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:11.799814729Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"57.237036ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:15.951457247Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"4e6a42bc-0d94-4c59-b879-d4ab1b581634","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":405,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.741857654Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.741924364Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.741936435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742175877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742852303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742862953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"11.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742873143Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742880824Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742894194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742928824Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742938224Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742945904Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:01:21.742953424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742962414Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":12,"elapsed":"22.71µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742973294Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742980934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742988434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.742995885Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"8.72µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743004285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743011535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743019415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743028815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743036935Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743043635Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.743051195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:51:21.742976314 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743058455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743066215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743072525Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743079665Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743086146Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743097226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743105056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743112906Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743119886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743126846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743133706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743140626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743148046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743154216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743164306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.743172566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743178666Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743185426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743192716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743200187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743206716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743213457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743221177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743227387Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743234527Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743240917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743247577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743254257Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743261477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"11.7µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743269347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743277317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743284927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743291457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743299037Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743305588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"4.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743313198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743320038Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.743326488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743333748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743339768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743346158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743353348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743359558Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743367028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743373128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743379018Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743386348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743392998Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.74357325Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.74358553Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.74359439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.74360391Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743639881Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743649091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743657811Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743665891Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743675481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743682761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743690731Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743720581Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743732852Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743739902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743747012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743754762Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743762622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743770782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 497651474 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743783322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743792792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 497666825 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743803072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743811872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743819993Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.743827122Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.744211396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.744237506Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"986.509µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.744250686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.744259327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.361964ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.745961783Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"3.08637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.746421137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.746519738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.746625899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.746870742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.779016ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.74778537Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:51:21.742976314 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.74780564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:51:21.742976314Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.808056ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.749254534Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 503149977 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.749369595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.749546287Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.75092746Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.75094505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.750953341Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.750959921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.75114872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 505054505 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.751195887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.751359012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.751938374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.754147091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.754172491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.754303032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.756315632Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.756346212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.756699595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.757538893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.757717525Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.757900017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.758484872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.758502722Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.758635024Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.759688644Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.759709374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.759832455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.762946735Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.76666286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.7667019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.766868202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.770039792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.770065432Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.770077203Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.770488887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.77086022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","candidates":"[(14583258-16d9-49c7-a30b-4e0b171b256c, 0), (523e53e3-6e82-452c-9ab1-d50c11aa0ea6, 0), (aa605a34-e802-4805-9938-6d004a570a0d, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.771481836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 525363419 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.771645398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2725, tv_nsec: 525533000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.771671448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.77191748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.771995521Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.772239613Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.772441645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.772640657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.774158191Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.774334463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.775738397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.775765577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.775913418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.778896547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.778930317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.778945567Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.778958947Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":11,"elapsed":"37.103054ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.782842554Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.782873175Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.782888505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"39.88204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.784013116Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.788068984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.788119215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.788133945Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.7887126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.789628049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.791954451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.791978032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.792127003Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.792833169Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.79284977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.793113482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.798870527Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.798900477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.798908107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.799237591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.800002638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.80025617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.803017047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.805113197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.805142777Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.805349959Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.807255587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.80758679Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.810000283Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.813261544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.813288764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.813515667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.815035751Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.815874869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.816244983Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.816634496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.818629726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"75.648331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819134563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819149329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819177773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819187701Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819288474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.819365069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.823564173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.825658733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.826517791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.827022895Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.827287808Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.827309738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.82747855Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.82858781Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.828848203Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.829149176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.829488249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.829680951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.830243036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.830944753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.831765791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.832067483Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836091582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836132102Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836145242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836159942Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836171233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.836183153Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.83904708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.839340953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:01:21.840819587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.840851267Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"97.892983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.84217988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.842597364Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.845586822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.848699372Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.848732932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.848882424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.849204657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.849220157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"106.254543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.849833453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.850189536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.850678421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.850708591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":61,"elapsed":"107.442834ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.851396238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.851420378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.851428748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.8516114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.85163608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"108.490994ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.851707511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.851959653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.851981963Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.852252916Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.852497888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.854644012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.854663306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.854875456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.856754939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.856808659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.857045892Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.8589752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.859261493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.86008357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.860103681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.860255812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.861183651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.861404193Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.861888918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":21,"elapsed":"118.666101ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.863033029Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.863057709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.863073049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"119.840443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.863097749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.863295201Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.864621474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.866425531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.866447631Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.866571482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.873078545Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.873105025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.873113195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.873119325Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.873508218Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.890128917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.890194617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.894517659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.894540369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.894550289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"151.535504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.895479608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.89570764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.89676959Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"153.536704ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.914411988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.914438759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"171.299313ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.927828596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.953161408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.965392394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.965417345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:21.965679367Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31222f7-25c4-4d1e-9ad1-e5e7c21b6116\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.965695227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:21.967256232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.013469923Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.013508613Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.013715155Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8429f6e-c845-4275-bc42-968f573ccf21\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.013729425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.014789145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.028035941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.028053102Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.028300944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c3716c-6620-49d5-9cec-8f7fb07b699f\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.028314444Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.029580776Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.105843313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.105866803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.105876183Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.106200376Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195c5e8c-ba01-4486-8c59-e2cb4e828c44\", \"content-length\": \"476\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.106231807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.106497669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83794754-f45a-4f12-9192-7e64e85cc48c\", \"content-length\": \"734\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.10655518Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.106864453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb23312-26ea-4952-bc65-1dad9962e183\", \"content-length\": \"111\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.106878133Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107139425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17682e4-7702-4fc9-b316-3a8b9d39de3b\", \"content-length\": \"111\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107148865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107400628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8218d710-2173-4160-8681-5ec0e6acdbc9\", \"content-length\": \"167\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107409688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.10765437Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9690963-e36e-45b2-9cca-ce9101181bf0\", \"content-length\": \"167\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.10766333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107909663Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc1bac8-db24-4af0-900e-3527830f6182\", \"content-length\": \"175\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.107919303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108170305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8122968f-9303-4fac-b4bf-9a37a2691c87\", \"content-length\": \"175\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108179645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108301226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5dfc41-8f07-4523-a134-21477d54a0f2\", \"content-length\": \"702\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108311327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108453798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1a8b30-de42-4150-a1f4-9b8ddaa7d7a5\", \"content-length\": \"727\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108463358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108606739Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42dc84e6-2af4-4e2a-8819-1dafa96e91dc\", \"content-length\": \"729\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108616219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108826681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dafa83bb-16fa-4e18-8713-71a122f22c64\", \"content-length\": \"728\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.108835941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109004323Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66a7557-9bff-4237-895b-2bf24385cae3\", \"content-length\": \"722\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109021823Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109279486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff5fa32-4bd9-4a01-adb6-fcc44c0303a7\", \"content-length\": \"109\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109288216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109528428Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755991ed-985c-43ed-a9c4-85cd89f0e4ad\", \"content-length\": \"109\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.109537338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.10977625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2c0008-a50d-43b1-bf67-4cc8bb5d2791\", \"content-length\": \"169\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.10978531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110025623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a414ad-dc50-455e-b50a-a1c0e4f4f79b\", \"content-length\": \"169\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110034593Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110276875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a88556-8d9b-485f-8ba9-e05443ce9b32\", \"content-length\": \"178\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110315315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110547248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671508bb-cd2b-4908-a476-88b2b112526e\", \"content-length\": \"178\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110557428Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110668809Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51bfaff-c2d7-4085-ad37-d432ebe908f1\", \"content-length\": \"702\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110678079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110871271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dacb919-f587-4ea3-9c7d-8e050101132d\", \"content-length\": \"727\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.110880131Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.111067103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5589fd-f5c4-4f95-ae12-5b60f5ac948d\", \"content-length\": \"729\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.111076243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.111258195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20e4ea58-7270-41a4-83bc-b0b19d8c669c\", \"content-length\": \"728\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.111316445Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.11181481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.119818036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":21,"elapsed":"376.786611ms"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.149142876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.149192866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.151374797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fbbebf-4e5f-48af-80f3-ef91b0147adb\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.151405907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.151774271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.151903072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.152416667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.152828961Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.153591728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.154037322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.156802919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.156834299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.157090521Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.157687227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.157710347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.158089701Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.166619762Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.168714622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.168746172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.168960645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.196565545Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.196858451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.197378835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8475e188-b70e-48f9-8132-916373f4331b\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.201555055Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.201802627Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.201826038Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.201964619Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.202145001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.20420214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.204245091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"460.459229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.207045817Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.207415261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.209584992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.210060066Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.210077866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"de3daea3-0506-4e58-bf12-eaf653ae30ad\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.210089957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.210649292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.211416579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"727050c1-d9c2-466b-b66f-5b60e46f5581\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.211444019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.21362559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.213649611Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"470.450404ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.213777962Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":21,"elapsed":"470.729676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.213909453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.214270776Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.216150274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.216175364Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.216186645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.216415747Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.216510328Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.21673386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.225730306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.226071699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.230258663Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.230282701Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.230879491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ce7be224-bbe2-4fbb-87ca-1439508afc2c\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.230894369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.231255698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.233752712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.233961034Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.237113784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.237365706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.239976161Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.240001202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.240374185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c987ef31-26e3-4235-8367-1d6d9a0edcaa\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.240811359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.241397165Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef3edae4-89f1-4837-a728-e7dc7dc7f547\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.241425515Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.24196543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":21,"elapsed":"498.837114ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.243050251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"139f57e7-2618-488f-be85-b75863c83378\", \"date\": \"Fri, 01 Nov 2024 07:01:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.243074021Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.244424174Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec658da7-de1b-4204-80ac-d02fc00b05a8\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.244451014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.246070669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.24614824Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"502.824343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.256261866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.259073963Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.259097714Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.259234305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.259886861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.260091783Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.261750189Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.261770289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.261779159Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.261787999Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":11,"elapsed":"518.570403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.261797749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.266496574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.266523194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.266690776Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.268064149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.268237221Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.271803255Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.271984507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.292124628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.292150299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.293797934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.296702852Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.296724262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.296956125Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.298506534Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.301708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.301838451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.301854301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.302000742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.302089753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.302207715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.302457787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.304098642Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.304221694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.304253584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.304454876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.308176941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.308201552Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.308321963Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.313454532Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.313662974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.313806535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36eba12c-c5b2-4d62-ae94-5b1dd5105aed\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.313841645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.313855255Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.313991267Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314159378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314177859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314188189Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314199319Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314210039Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314221339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.31433433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.31435943Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.314644493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.314662933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.314976766Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.31538925Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.315539322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.316278009Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.31639133Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f8b44ce-0b7e-4eff-a30d-baf13c9cc406\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.31640787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.316510771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47d65904-51d7-4101-b7e3-0eb75661869a\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.316522281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.316532291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.317154757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.317353159Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.319449789Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.319783502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.321534329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.321738021Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.349034501Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.349359564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.351247732Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.351564065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.353300311Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.357150048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.357177508Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.35731448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.358258599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.358480671Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.359649622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.359880954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.367042222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.372294463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.372319553Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.372495434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.380362609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 28424e26-ad84-449d-892b-918cdcb842df, kind: Service { id: afcf56b3-6c52-4787-9733-ac81e42c29e7 }, name: Name(\"external-dns-afcf56b3-6c52-4787-9733-ac81e42c29e7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d74c8225-a69c-4645-b8de-5c93506882bb, kind: Service { id: cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf }, name: Name(\"external-dns-cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 86])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 9b6c6575-e2e9-4acf-990e-6305c5db8836, kind: Service { id: 3e06a3b3-fdb2-4151-bcdc-6ac53a43e162 }, name: Name(\"nexus-3e06a3b3-fdb2-4151-bcdc-6ac53a43e162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c4b75874-499a-4159-97d9-7eb7ed34c0df, kind: Service { id: 8d1426fc-0515-4a6d-979c-e17b886264e0 }, name: Name(\"nexus-8d1426fc-0515-4a6d-979c-e17b886264e0\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7d150b4-8e86-40a4-88d3-61af1a44a6c9, kind: Service { id: 5aa7528a-ef22-4dfb-afba-980d8c246f4a }, name: Name(\"nexus-5aa7528a-ef22-4dfb-afba-980d8c246f4a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.38040036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.380737123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.382046145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.384852212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.384874243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.385068524Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.393984489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.395807097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.395868817Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 28424e26-ad84-449d-892b-918cdcb842df, kind: Service { id: afcf56b3-6c52-4787-9733-ac81e42c29e7 }, name: Name(\"external-dns-afcf56b3-6c52-4787-9733-ac81e42c29e7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d74c8225-a69c-4645-b8de-5c93506882bb, kind: Service { id: cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf }, name: Name(\"external-dns-cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 86])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 9b6c6575-e2e9-4acf-990e-6305c5db8836, kind: Service { id: 3e06a3b3-fdb2-4151-bcdc-6ac53a43e162 }, name: Name(\"nexus-3e06a3b3-fdb2-4151-bcdc-6ac53a43e162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c4b75874-499a-4159-97d9-7eb7ed34c0df, kind: Service { id: 8d1426fc-0515-4a6d-979c-e17b886264e0 }, name: Name(\"nexus-8d1426fc-0515-4a6d-979c-e17b886264e0\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7d150b4-8e86-40a4-88d3-61af1a44a6c9, kind: Service { id: 5aa7528a-ef22-4dfb-afba-980d8c246f4a }, name: Name(\"nexus-5aa7528a-ef22-4dfb-afba-980d8c246f4a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.395901188Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.460642254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bc048821-3f97-4b5f-9ee0-a2f5dcf60f05\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.460694825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.460707015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.461002237Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00667c63-5e99-4392-87f8-f78ed70cb4c8\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.461042198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.461064608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.461074268Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.461130079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01793b3-db2d-4f18-9342-3727a8e5be67\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.461177069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.461520462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.462625113Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":21,"elapsed":"719.313306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.46547126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.465723502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.46654025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","vpc_to_sled":"[Sled { identity: SledIdentity { id: 66656a2e-362d-410c-b905-3979762845f4, time_created: 2024-11-01T06:51:45.132387Z, time_modified: 2024-11-01T06:51:45.132387Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.466564381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.466571741Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.466899684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.469255893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.469596275Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.46968606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.469865677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.471286295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.471825271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.472041113Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.474360095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.480222051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":21,"elapsed":"737.075714ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.507966005Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.508628242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"279cb3cb-e39d-4a96-b16f-1f55374f696a\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.509437819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.509449089Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","elapsed":"766.273893ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.509457539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":3,"elapsed":"766.283503ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.574773612Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0307d2b-b40a-4611-89fc-845ecab6ddc1\", \"content-length\": \"29193\", \"date\": \"Fri, 01 Nov 2024 07:01:21 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.596032135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.59767709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.597933853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.599585778Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.601391166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.601444306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.601587637Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:22.790021984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"f69e8945-c8ce-4f0b-bed0-563b44fec543"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.790076114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_started":"2024-11-01 07:01:22.105823 UTC","collection_id":"f69e8945-c8ce-4f0b-bed0-563b44fec543"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.790087934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"collection_id\":\"f69e8945-c8ce-4f0b-bed0-563b44fec543\",\"time_done\":\"2024-11-01 07:01:22.596032 UTC\",\"time_started\":\"2024-11-01 07:01:22.105823 UTC\"}","iteration":2,"elapsed":"1.046975189s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.790102424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.790112804Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.790412657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.791894911Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.79387469Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.79389381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.794023382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.796248263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.796434765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.79810571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.8001448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.80016325Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.800304451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:22.894099905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"103.985311ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:30.953038043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"045cb69a-ee49-4c13-82a9-b4a6fca2c610","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743204434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743275224Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743293195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743309805Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743747529Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.743773289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.745780499Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.745876699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.74595114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.748626526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.748672386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.748777607Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.750207151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.750359202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.751637034Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.753995987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.754009017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.754137378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.764736929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.764763989Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":62,"elapsed":"21.547865ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:31.772348402Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"29.170167ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743386883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743455974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743467234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743478004Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743729316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.743792897Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.7462249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.748922266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.748935756Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.749081407Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.75040051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.750595522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.752058386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.75459578Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.75462763Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.754744601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.76610864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.76613605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":63,"elapsed":"22.743437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.778207835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.778418047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:41.806747797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"63.384884ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:45.954994423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"8064fcd2-bb0c-43bb-9c01-df4a5ed559e9","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.743995337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744057427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744069678Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"11.64µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744082558Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744091408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744100448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744108898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744117788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744126388Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744135968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744145158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744153328Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744161988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744169878Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"11.07µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744179419Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.744188768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744197779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744206929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744214949Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744222389Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744230149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744237029Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744244709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744251779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"11.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744259869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744268099Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744275749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"6.01µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74428368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744291769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74430042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74430814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74431623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74432337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74433197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.74433976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744432271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744446281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744511162Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744523192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744534432Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744544012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744554332Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744592712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744603523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744613563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744659083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.744671373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.746616362Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.747017906Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.747163457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.748178097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.748237557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.071619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.749653741Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.749680731Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.749850462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.750138485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.750156945Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.750316427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.750874502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.750890512Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.751050134Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.751847712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.751870752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.752005983Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.753966712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.754017892Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.754214624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.754983322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2755, tv_nsec: 508100524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.755277954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.755349305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2755, tv_nsec: 508481068 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.755667988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2755, tv_nsec: 508770790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.755690808Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.75592341Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.755995271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.756046792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.756070252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.756234943Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.756298204Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.758430144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.758649416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"14.498738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.758727717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.758750197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.759155241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.759326003Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.761313292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.761339352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.761459163Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.76747791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.771076915Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.771121795Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.771229266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.790365869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.79050384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.79051757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":64,"elapsed":"46.472373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.791689981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.791958434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.792435418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.792462399Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.7926074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.793098025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.793113105Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.793120525Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.793435148Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.794220305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.794588219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.794856842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.795262015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.795530748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.796228295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.796541807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.796552948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.796727699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.797343705Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"53.259888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.799285044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.799305844Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.799567496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.801359133Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":22,"elapsed":"57.341506ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.802595445Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.802611025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"58.478777ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.822610626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.822627406Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.822633726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.822923719Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.850441941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.850477762Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.850809605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ab20c4-9b02-4812-8143-9dac082ac9a4\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.850829035Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.852121747Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.852135697Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.852146177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"108.034699ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.852342709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.85764201Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.85766512Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"113.641593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.857965603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.859316146Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.859329676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.859556658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2979d946-a73e-4a8e-8b3d-06a5923578d1\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.859573988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.861416496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.875120456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.875148837Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.875377909Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bfc2b3-c6bb-424f-a84b-0ab3ca76231d\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.875393279Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.877721431Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.893157778Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.893466801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.969052532Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":22,"elapsed":"224.861584ms"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:51.969376415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.969389405Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.969743988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c688504-7eb0-4905-9c27-5bcb01a747d9\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.969770199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.969973571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.971085651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.972892768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.972904479Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.973030133Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.974617975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.976466413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.976474933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.976612624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.979108968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.97937621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57cba0b7-84b2-47af-9482-e1915fada5dc\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.980719753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.980894015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:51.982641701Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":22,"elapsed":"238.486943ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.010900171Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.010927841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.011140833Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8bbe7bc7-f759-4ec6-a538-81f7e7cc20df\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.011152173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.011400855Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.013655987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.013854559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.018084529Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.018424912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.021824355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.021848295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.022188228Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1959fe47-f973-4aaf-bc2d-ca9bade502e4\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.023854834Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":22,"elapsed":"279.768517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.035120692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.035402924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.067797093Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.068193727Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad85a0d-47f1-46c2-9c80-d4895e4a60cc\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.068213047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.068220737Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.068227427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.069419908Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":22,"elapsed":"325.376621ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.069813992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.069827802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.070052594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.079269962Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.079602245Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb11222b-d2b4-4b59-b191-442968dfa36f\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079619536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079628576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079952849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079967649Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079975219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079983349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079990589Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.079997899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.080160361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.080172991Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.080305672Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.080314292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.080511694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.082529063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.082640625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c461934-f7f6-4920-9b31-f4342bef324e\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.082650934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.082738845Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b3cd8e-20d1-4fb3-9ca7-b8c8316810e0\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.082751835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.082761035Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.205893609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"60878812-e720-449e-b13b-fc8d6883d155\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:01:52.20594234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.20595384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.206153932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2abfa1-634c-4b46-9423-d1fd1a00b763\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:01:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.206195302Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.206504825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.209689975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.210017708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.212753254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.212940836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.215137067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.215316879Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:01:52.22170019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":22,"elapsed":"477.710794ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:00.951893465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"97a54093-e291-49db-9311-b7885fe91fd6","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":463,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.744058155Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.744107946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.744118235Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.744127486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.744423929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.74459114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.746113774Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.746283326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.74667651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.749995711Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.750008122Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.750171053Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.752304364Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.752507606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.75404173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.756672225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.756681365Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.756812887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.770126183Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.770148324Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":65,"elapsed":"26.075799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:01.779776415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"35.73179ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.744531447Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.744609438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.744626539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.744640929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.745095273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.745119083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.747219013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.749826648Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.749840198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.74997323Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.751764896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.752003929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.753629574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.756273119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.75628329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.756414161Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.767701008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.767728049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":66,"elapsed":"23.18115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.778632883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.778884625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:11.807843131Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"63.333434ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:15.951963978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"6ef1a4d5-18aa-430a-8ff9-93efe8614a46","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":394,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.743248433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.743318584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.743329674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.743591717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744139632Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744148692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744158212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744165872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744173032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"11.5µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744181392Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744188142Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744195092Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744201802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"11.43µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744208843Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744215932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744223203Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744229443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744235603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744242973Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744249913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"11.22µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744257073Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:02:21.744263423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744271693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744279643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":13,"elapsed":"11.03µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744287313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744294343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744300883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744307824Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744314273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744321353Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744327504Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744334084Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744341514Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744347964Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.744355064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744361464Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744368124Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744375354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744382854Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744389154Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744395634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744402634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"6.79µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744409904Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744416285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.744422874Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:52:21.744347374 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744429345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744435175Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744441425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744448675Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744455355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.744462495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744468765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744475245Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744482495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744489125Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744496265Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744502415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744509165Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744517086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744523595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744531586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744538086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744545576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744552416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744559876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744722087Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744739208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744752358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744763408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744785638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744823408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744857709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744868439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744877109Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744907929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744919239Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744928389Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744936659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.744946259Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.74495867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.74496995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.74497889Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.74498722Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745003Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.74504286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2785, tv_nsec: 497499713 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745082041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2785, tv_nsec: 497541024 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745407294Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745440164Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"955.919µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745493235Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745519685Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.02957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.745723097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.748488883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.748649825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"4.438773ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.748692595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.18912ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.750476312Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:52:21.744347374 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.750490212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:52:21.744347374Z\",\"pruned\":[]}","iteration":12,"elapsed":"6.131248ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.750843326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2785, tv_nsec: 503300948 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.750938047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.751085758Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.75131081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.751781415Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.753770974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.753794694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.754017326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.75443838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.75446745Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.754520761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.754636792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.754711172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.756192517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.756203857Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.756439459Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.756451429Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.756678971Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.759137795Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.761244465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2785, tv_nsec: 513697758 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.761546108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.761560158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.761570918Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.76181652Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.764482806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.764780439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.765234373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.765609547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.766680057Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.770722345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.770750036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.770890277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.794096248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.794436281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.796721313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.796747693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.796762393Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"52.51181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.797260808Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.797656562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.798296178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.798309588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.798316438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.798322988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.798573761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.802482688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.803598458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.803663109Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":67,"elapsed":"59.448017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.804130564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.805652398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.805684718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.805696358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.807350954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.807365074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.807371974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.807580127Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.80798826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.808000131Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.808175522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.809727277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.809758917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.809777568Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.810665426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.810679526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.810686036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.810999459Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.811468113Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.811514044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813411522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813437792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813517993Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813531503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813732815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.813796216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.81533498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.815350195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.815618653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.815929076Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.815940516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.815947356Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.816154148Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.816264779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.81635013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.816895095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.816908035Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"72.631662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.822963273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.826127043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.826155493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.826294835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.830468045Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"86.097081ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.834059629Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"89.769086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.841466219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.841716132Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.842645361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.842660481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.842671231Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.842845063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.846206485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.846229485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.846243095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"101.797381ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.847155254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.847182154Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.847190444Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.847197354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.847321175Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.87616022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.876366032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.889531128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.889993192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.890011522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.890307385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf62215-4541-4681-a858-d40303e70beb\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.890331455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.891803629Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.97689651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.976921901Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.977399865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498b8c78-3875-44c2-88a1-0ab6dbcecefe\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.977423285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.977749398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.980424764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2785, tv_nsec: 732877287 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:21.980659626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.980767987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.98109626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.981975119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.982555064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.986221069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.986245949Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.986418841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.986945226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.986957146Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:21.987179298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.002126181Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.009022736Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.009549152Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.010318779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.010643772Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.011357659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.011369459Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.011378799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"266.979255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.012049125Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.014002234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.014027134Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.014193456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.01566755Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.016008063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.016373646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017469297Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017535108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017649219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017863011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017873991Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.017883731Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.018356765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.020424455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.020448655Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.020632997Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02093498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02095106Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02096038Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02096722Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.021178422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.021190212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.021557306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.021579566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.021727337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.024001449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02402883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.0240406Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.02404973Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":12,"elapsed":"280.807057ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.024874187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":23,"elapsed":"280.529083ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.032014756Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.032040036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.032364089Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3dd69b84-54cb-4545-83e6-c4ee3ba96178\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.032376049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.032688032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.034333698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.034349238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.034356648Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.034642041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.034661011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7846984f-1866-45cd-8282-dffb7af197d6\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.034671411Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.036121875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.038049053Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.038240925Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.041358305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.041379095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.041801359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b90f2e03-a320-4e92-9cc9-95a6a48426d6\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.043786198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":23,"elapsed":"299.459045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.047216251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.050202709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.050218829Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.050383771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.051598482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.051616669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"307.352819ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:02:22.053013826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.053035646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"308.653722ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.053220008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.053235728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.053244248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.053253698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":12,"elapsed":"308.919705ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.058511178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":23,"elapsed":"313.975493ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.064872189Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.065231672Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba89d61c-6fdb-47a1-b323-068340820925\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.065244642Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.066657616Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"55094566-e0c8-4f75-b20f-c813d27ea4e3\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.066670646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.068258231Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.068271681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"323.775486ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.112474913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"368.059168ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.146913104Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.169732258Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.170132332Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e26aac5-9e19-4b87-b703-240ab8757a20\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.172293233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.172592015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.173974359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":23,"elapsed":"429.690775ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.230569988Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.230629749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.230988312Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c378fc5f-bdfc-4115-95d2-db76f4de24b5\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.231008042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.235478785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.249400818Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.249881422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2eff1cc-bf33-4532-9951-017fe927f7d6\", \"date\": \"Fri, 01 Nov 2024 07:02:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.249894282Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.251352836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e20caf3d-e3e3-486d-b531-523a42e9f5dc\", \"date\": \"Fri, 01 Nov 2024 07:02:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.251363716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.253983281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"87b3edd4-db76-4042-b4d4-ff2b7b25234b\", \"date\": \"Fri, 01 Nov 2024 07:02:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.254001391Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.256078451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.256125222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"511.910609ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.257379624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.257846768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2c11e1-1f7b-4c22-b8d6-f715d601b225\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.257885728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.257895128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.257902239Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.259213621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":23,"elapsed":"515.047779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.341545416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.341890079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.343332813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.343350533Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.343722946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.352578281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.352869354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5cdfabf-a2a5-40bc-ae90-cca81ee0ee1f\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.352894944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.352907184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353209787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353220287Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353227507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353234707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353242497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353249817Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353402789Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.353412329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.35356256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.35357144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.353890594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.355752031Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.355854622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1136541-415c-462b-b0e4-f797d2ad19c8\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.355865282Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.355940893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034531d4-4bb9-4a2e-8296-2b5438d853b8\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.355952873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.355962713Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.459860173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7da63d59-01b2-468e-99c0-835ecce63879\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.459879503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.459888743Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.460153756Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb42f92c-ef12-4c2e-8f59-7b0d280bb53f\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:02:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.460193686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.460494939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.464494187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.464670409Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.46789904Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.468201682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.470183561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.470372173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.478104967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":23,"elapsed":"733.652403ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.566823262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.566851373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.597494985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.597597446Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60189"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.597763837Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"90ee6c13-f039-4cf5-a2a2-e31c083ce684","remote_addr":"[fd00:1122:3344:101::c]:60189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.598119361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"90ee6c13-f039-4cf5-a2a2-e31c083ce684","remote_addr":"[fd00:1122:3344:101::c]:60189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.63372486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/oximeter.rs:76","collector_id":"0327dabc-65b9-4ac6-91b2-e03c8243f5ef","producer_id":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:22.63374817Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/producers","method":"POST","req_id":"90ee6c13-f039-4cf5-a2a2-e31c083ce684","remote_addr":"[fd00:1122:3344:101::c]:60189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36048,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.633803651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ee6c13-f039-4cf5-a2a2-e31c083ce684\", \"content-length\": \"41\", \"date\": \"Fri, 01 Nov 2024 07:02:22 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.635153624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:22.635168514Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:30.953305413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"a8a50339-1f7a-4eab-b95f-d42b02a41e26","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.744478803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.744542344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.744560184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.744574544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.744996178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.745020768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.746899126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.746969097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.747097468Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.749763104Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.749777264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.749910435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.751969865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.752317838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.777045084Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"32.58977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.78299774Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.785847717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.785873438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.786016059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.797364327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:31.797384697Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":68,"elapsed":"52.906224ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.74549108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.745553051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.745564681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.745574321Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.745858594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.745905235Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.747154696Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.747325968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.747668421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.750339917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.750366927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.750490518Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.752439977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.752620759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.754215284Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.756789031Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.756803872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.75699513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.766922625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.766947975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":69,"elapsed":"21.440964ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:41.775119573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"29.645103ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:45.953945241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"9f203cb5-7092-4c07-be9e-10f08af999e3","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.744956803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745032384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745049975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745063324Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745077515Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"17.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745094655Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745108235Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745120875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745132765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745146435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"16.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745159985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745174056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.745185516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745198636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745211726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745224486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745235316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745246356Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745257876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745270317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"14.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745284627Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745296967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745309707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"6.251µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745323057Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745334307Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745346987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745358767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745370227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745381878Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745393618Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745405488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745417098Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745429138Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745442408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745454278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745509369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745528809Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745543889Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745559519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745582229Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.74563039Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.74564643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.74566147Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.74567571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745690141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745704261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.745722821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.747453097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.747951732Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.748490007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.748946821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.837706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750148013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750170513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750315045Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750357215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750368705Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750514056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750646188Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750656768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.750789939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.753047741Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2815, tv_nsec: 504859963 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.753313953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.754135801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2815, tv_nsec: 505978914 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.754369433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.755240001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.755547724Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.756704046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2815, tv_nsec: 508551418 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.757004418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.761273069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.761581612Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.783776944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.784156327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.785588331Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.787132225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.787948303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.787973744Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.788302967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.788533939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.789035594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.789406867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.789547299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.7896425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.79077796Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.79078928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.790796051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.790997212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.791257485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.791439386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.791657929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792220314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792235344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792419346Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792448146Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792471226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.792695829Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.79390821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.79392975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.794152932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.794346974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.798896178Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.798922458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.798934548Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.79918382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.800940537Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.80121724Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.801938617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.801951417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.802092008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.803694773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.803955276Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":24,"elapsed":"58.986332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.805052086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.805252498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.806433509Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.80646041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.806577361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.814633058Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"69.473862ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.82851667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.82855944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":70,"elapsed":"83.382925ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.830065855Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"85.03464ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.832960872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.832989022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.832998163Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.833292145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.841258191Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.841283972Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.841349192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.841360392Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.841660585Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19795e1-cd2e-4139-b1ef-798900a06fc5\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.841673495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.841768986Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b763faa1-e94c-427b-9389-b28d0a93eafd\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.841785937Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.841983028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.841994359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.842303171Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ccadb9-16fa-453f-ab07-922563c5afa1\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.842314611Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.843558093Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.844563343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.844573753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.844583493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"99.515669ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.844779995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.863713715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.863742946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.863753096Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"118.689781ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.901817889Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"156.818044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.903727327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.90404301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.905498324Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.907524993Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.907542443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.907718775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.951053198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.951283Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bd88f8-6475-410b-a6b9-a1c4ddbee8b7\", \"content-length\": \"1\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.953119458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":24,"elapsed":"207.981372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.953914865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.954237338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:51.962148594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.962173434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.962610788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"329fb9f8-250c-462c-be86-c9fc304138ac\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.962652858Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.963074482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.964034852Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":24,"elapsed":"218.940176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.990466283Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.992568363Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.992588424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:51.992739505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.001363938Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.001390198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.00166722Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2623df34-4aba-4746-bf6b-f03e1630b7d3\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.001681121Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.002029044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.004090503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.004293385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.007283994Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.007623017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.009776538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.009798438Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.010201792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5e2b5687-d28b-4cc7-b1bd-b5a6935763fa\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.011730486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":24,"elapsed":"266.711742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.041983894Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.042363618Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.048471526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.04887027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a3fa46-4f1a-4ddd-b79e-8f35ee029ee0\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.04889816Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.04890608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.048912421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.050471695Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.050495186Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.050647337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.05094886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":24,"elapsed":"305.855315ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.059225489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.059485241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d09ef64-d73d-41c3-a186-85f8f173d02c\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:02:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059508332Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059518232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059793164Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059811944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059819735Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059827815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059836345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059847645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.059987846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.060011006Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.060211258Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.060222628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.060460151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.062313718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.062435749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b26c803-abc6-4186-8e18-72edf91a2cfc\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:02:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.06244873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.06254949Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b98474e-a75b-4829-87a7-b6fdbe3826b6\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:02:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.062561411Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.062571421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.196847311Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"92081ff8-c429-4e4c-bfb2-1afb8814ec26\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:02:52.196892641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.196903981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.197102633Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444d2c6e-496a-4205-835a-2af5c7be49d1\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:02:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.197143304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.197450536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.204735326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.205040449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.208940806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.209164298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.211148837Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.21149176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:02:52.219171933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":24,"elapsed":"474.22985ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:00.954052114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"fb6dd5fc-bcec-4de2-81f0-181c92eb1503","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745168624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745211114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745220344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745227434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745504467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.745571828Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.748390054Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.75109148Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.7511176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.751243842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.753248031Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.753506863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.755734844Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.758536221Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.758547241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.758698763Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.771086591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.771105361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":71,"elapsed":"25.923647ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.774044229Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.774347482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:01.775967657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.812454ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:05.946447395Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:58506"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:05.946632797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e909e17e-3ab9-460b-915d-18626752ab43","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:05.947061601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e909e17e-3ab9-460b-915d-18626752ab43","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:05.949400044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e909e17e-3ab9-460b-915d-18626752ab43","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2845,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:05.949637976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"d56ea998-1b80-44cd-a140-8f799bbddff1","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:05.95000852Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"d56ea998-1b80-44cd-a140-8f799bbddff1","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:05.952115361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"d56ea998-1b80-44cd-a140-8f799bbddff1","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2584,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.745712807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.745768308Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.745778128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.745785078Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.74605609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.746141271Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.748016749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.748204531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.750022588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.324521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.775985056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.778804282Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.778818803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.778956274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.781284176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.781588179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.783266605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.785960431Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.785971771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.786116222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.797580981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:11.797604682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":72,"elapsed":"51.871135ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:15.954276368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"7909d470-1610-47d9-a0f8-ef47d8e628e6","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":301,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:20.947334246Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7e261f58-6882-44e7-b501-38d821898c00","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:20.947637289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7e261f58-6882-44e7-b501-38d821898c00","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:20.95087653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7e261f58-6882-44e7-b501-38d821898c00","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3606,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:20.951140072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bd70b6ba-6d0b-4baf-a8cc-6fbeb56fd811","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:20.951404655Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bd70b6ba-6d0b-4baf-a8cc-6fbeb56fd811","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:20.953500345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bd70b6ba-6d0b-4baf-a8cc-6fbeb56fd811","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2390,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.7451674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.74521377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745223811Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745513823Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745573044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745586564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745602144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745612144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745621274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745628345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745636405Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745644255Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745653025Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745661645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745668855Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745677075Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745685575Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745693725Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745703085Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745711835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"17.09µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745722495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745731546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745739946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:03:21.745748306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745758396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"4.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745767546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745776356Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":14,"elapsed":"11.7µs"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.745786246Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:53:21.745713665 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745794516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745802816Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745811316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745819156Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745827236Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"6.221µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745837636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745846687Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745855067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745863167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745871617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745879667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745888167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745896177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745903947Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745911967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745919907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745929477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745937488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745944877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745952208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745961148Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745968968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745976728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745984418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.745991898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746000418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746010738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746020718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746030048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746038198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746046849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"7.41µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746055349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746063709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.746073819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746081359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746089549Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746098139Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.746105709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746113439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746121219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746131399Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.74620137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.74621313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746304081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746317141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746327081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746336451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746345491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746355321Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746366701Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746376422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746386012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746393882Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746404812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746414842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746430572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746441942Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746453802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746463733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2845, tv_nsec: 497721145 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746476513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746508443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2845, tv_nsec: 497756695 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746553853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746610684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746621394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746756835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746771535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746933487Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746955137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746965207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746974107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.04082ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.746991198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.747001338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.106541ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.747068028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.748966586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.750464636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.860957ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.751003886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2845, tv_nsec: 502262129 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.751110227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.751266928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.751522071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.751544401Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.751705962Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.753187426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.753214937Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.753338968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.753498069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.754953873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.756514158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.756542478Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.75669453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.757423867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.757448147Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.757575238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.758612468Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"12.860692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.7588102Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.759059313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.759701089Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2845, tv_nsec: 510952911 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.759986621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.760101472Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:53:21.745713665 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.760113843Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:53:21.745713665Z\",\"pruned\":[]}","iteration":13,"elapsed":"14.389918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.765237461Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.766248311Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2845, tv_nsec: 517489894 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.766601294Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.769391011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.769442961Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.769451172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.771749963Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.771791954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.776753281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.777185775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.784148692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.784177662Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.784185212Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.784635426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.793790744Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.795731412Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.798296987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.79866559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.79869625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.798924873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.799031314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.799637699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.799655589Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.799949902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.801564067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.802460216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.802482296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.802752989Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.803187153Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.803300554Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.803412105Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.803440896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.803738388Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.804186733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.804196603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.804205693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"58.537768ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.805268843Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.805284373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.805422064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.8112396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.811405581Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.811421301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.811427822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.811789405Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.812732344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.8133623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.813515192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.813969896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.814293339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.814501791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.814706623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.815558421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.815578501Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.815866354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817085206Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817108566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.817229567Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817257787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"71.470961ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817431339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817452139Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817464169Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.817697211Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.82070664Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.821320836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.822550548Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.824744828Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.824765849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.824987811Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.825484896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.826605416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.826633166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.826645537Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.826655507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.826933849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.8269643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.8269761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.827264643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.827832898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.827859498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.82806366Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.828629016Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.830385902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.831802836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.831821586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.831960227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.833791465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.833933566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.834055827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.834208419Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.834524942Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.836301449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.838001355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"92.233159ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.840536079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.840557309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.840784421Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.848061641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.848408744Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.850168051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.853488913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.853519743Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.853533533Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"107.893739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.853559363Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.853584583Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.853778905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.854734214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.854764345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":73,"elapsed":"108.955458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.856418641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":25,"elapsed":"110.300921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.860362888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.860648991Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.860872123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.860883263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.860893023Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"114.954896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.860903683Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"115.171318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.864674569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.864989302Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.866709948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.866736919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.866748009Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.866755389Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.86688677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.867186403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.868176662Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.869162322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.869184522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.869424594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.871535954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.871557835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.871753867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.889041821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"143.162444ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.889118902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.889131992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.889142372Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.889497766Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.89097824Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.893899478Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.893915288Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.894092249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.896349091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.896375151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.896384901Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.896393971Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":13,"elapsed":"150.514145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.909115213Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.909565867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.914628535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.914664766Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"169.027122ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.914863978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.914886518Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.914901688Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.91513232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.934749937Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.934783917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.935156481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846b50d4-e138-4972-a7c2-3d4c7faccffa\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.935173281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:21.936811147Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.949575758Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"203.742112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.954494795Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.957412623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.957429533Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.957590715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.959677575Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.959690775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.959706375Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.959716335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":13,"elapsed":"214.569365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.961857105Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.962093748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.963951315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.965759112Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.965784013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.965916694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.967297057Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.969264016Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.969276036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.969414307Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:03:21.971528807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.971543498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"225.629281ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:21.994044912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.030112696Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.042225132Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.042248392Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.042506504Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d80bb38-ab07-406d-ae8e-a323d7c82c2f\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.042522554Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.044076539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.12181082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":25,"elapsed":"376.095485ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.124452135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.124486436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.124696307Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95ad7cc-45d8-4240-a7bf-51fb20767f10\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.124716908Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.12598554Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.12601035Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.126227902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.126374274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c56963b4-15a3-455f-9baa-c2755023eb7a\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.126401624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.126846738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.143624088Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.143672408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.143927571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d44a9d13-7f65-4ea4-a0e9-aa5e9307d581\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.143942621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.144385555Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.146888959Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.147159841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.150336692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.150840237Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.153191619Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.153222369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.153770395Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f227a70f-a12c-4751-bc99-f894946eada6\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.156526751Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":25,"elapsed":"410.604334ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.183813431Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.296856508Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.297400853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aba7a5e-a961-4de9-8b45-fdc125ab5869\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.297424594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.297435544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.297443544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.298576455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":25,"elapsed":"552.771029ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.313061396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.313424016Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec375d80-25f2-4f41-ac12-abcb3e4196f0\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.313439785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.314292825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.314742829Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1b25687-2bf3-409c-9444-09f41ac11d81\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.314755799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.315736698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba527f86-6684-479d-a80c-09da60ff482b\", \"date\": \"Fri, 01 Nov 2024 07:03:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.315748279Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.317668037Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8e051b2a-d1a3-4d5c-929a-057b36a89442\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.317684137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.318935219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.318958109Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"573.066702ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.319795157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"799569f8-1cd1-4b3e-99bb-55750f9ca003\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.319805757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.322092959Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.322150689Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"576.534705ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.3232325Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.323445182Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0b77fc-8761-4d1b-b97d-4623b7963c1c\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.325041507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.32531742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.32746502Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":25,"elapsed":"581.791195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.374878482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.375205965Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.377064113Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.377076953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.377235234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.386139699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.386396642Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb836254-2208-4dbb-acc6-3ce4326ee697\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386418152Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386433342Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386705275Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386727465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386740575Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386751445Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386761665Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386772075Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386908117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.386918897Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.387060578Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.387069128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.387304981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.388945936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.389062927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233f0059-f419-48ea-9f47-f356d8be8a39\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.389073987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.389164108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c0d17e-1305-454d-9d5d-f4fcf48b1ced\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.389175878Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.389184818Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.51323198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bf043f31-76d3-471b-bb00-3b29e0219d24\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:22.51328625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.513299401Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.513636334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f5f92e9-68f7-49b5-826f-f850d09af69d\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:03:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.513678544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.514117028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.517986119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.518169552Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.521292087Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.52163355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.524160274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.524367416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:22.533404452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":25,"elapsed":"787.803518ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:30.954940697Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"ca823a80-6b1c-4848-8944-3ac1af60a183","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.74610071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.746173723Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.746193411Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.746207905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.74663644Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.746670378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.749464169Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.752167865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.752182075Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.752332446Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.754025222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.754274875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.756362035Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.759091381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.759110671Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.759249482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.770787582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.770805732Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":74,"elapsed":"24.690245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.775222975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.775536967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:31.80198855Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"55.908453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:35.94748559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"926cb9d6-473f-4b99-97ab-b122edcbbd03","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:35.947819893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"926cb9d6-473f-4b99-97ab-b122edcbbd03","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:35.950920953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"926cb9d6-473f-4b99-97ab-b122edcbbd03","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3515,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:35.951174565Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"9b0e51f1-c8ac-4b00-80ad-e3aac00ed11a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:35.951506818Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"9b0e51f1-c8ac-4b00-80ad-e3aac00ed11a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:35.953699539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"9b0e51f1-c8ac-4b00-80ad-e3aac00ed11a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2600,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.745985194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.746047465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.746059205Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.746068775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.746367228Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.746385068Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.748157515Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.750883281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.750897791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.751057002Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.752809899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.753157272Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.75708186Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.759847976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.759874486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.759997778Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.769379077Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.769396547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":75,"elapsed":"23.407763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.779809906Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.779993968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:41.781043498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"35.073804ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:45.955900268Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"2fc4cff3-6521-4383-87b0-59be8141ca76","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746407216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746481457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746498857Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746513357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746525967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746537758Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746548958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746560418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746573098Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"11.77µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746586608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746598798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.746610978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746623698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746636528Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746648219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746659449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746671549Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746682039Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"13.63µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746696699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746708659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746719699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746731489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.7467434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"14.851µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74675594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74677453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.7467857Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.7467974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74680803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"9.64µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74682079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74683277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74684461Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746855551Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746867601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746878301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746889541Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746900451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746915371Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746953242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.746968072Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747029112Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747047263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747061483Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747075973Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747089373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747101543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747114913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.747137603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.748586907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.748783069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.749327054Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.74991868Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.464063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.750322214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.750331434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.751055251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.751868678Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.751880258Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.752069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.753388933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.753397873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.753562574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.754084439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75409676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75411081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75411903Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.754291272Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.754303452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.754315822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2875, tv_nsec: 504990705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.754330012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.754643385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.755665505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.755903277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2875, tv_nsec: 506580490 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.756131299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75623645Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75624674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.756424842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75827309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.75828183Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.758415591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.759028557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2875, tv_nsec: 509703969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.759251299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.760495131Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.760651542Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.760976985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.761023186Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.761289128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.761686022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.762009535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.762209177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763166936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763177356Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763338318Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763802592Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763813782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.763953344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.781691863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.781948305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.782047956Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.782139277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.783762452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.783776802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.783783562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.783966124Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.784790352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"38.402276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.785020074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.785319577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.786409598Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.790129673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.790153243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.790369495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.791617797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.791643377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"45.043909ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.79290306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":26,"elapsed":"46.058759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.798733335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.802667742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.802689653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.802825404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.815102841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.815124471Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":76,"elapsed":"68.537873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.822634433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"76.125706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.826251957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.826447269Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.828153585Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.828172936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.828183026Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.83179819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.86328511Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.863318921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.863331441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"116.700802ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.866632412Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"120.088385ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.866804764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.866816894Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.867168927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c162478-85b6-4a74-a72f-8d3ea54a8ee7\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.867185377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.869375968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.873254475Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.873554738Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.87485097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.876752839Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.876767489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.87690253Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.878673527Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.880453574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.880464954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.880603485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.966217872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.966238032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.966638256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5b12a9-24b1-4bb0-a72c-5f14c10cf9da\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.966671346Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.966866658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.985089331Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.985113812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.985356814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a9a4a3a1-e43b-4ba3-84d6-3e847105e20b\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.985370114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.985676177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.987158951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.987347933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.990433082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.990777375Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.990973867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.990986348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.99126338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356a2beb-f731-4cdd-9a60-151c28fba57e\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.99128032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.99332886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.9933561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.99337182Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.993572582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5841f71-c4b1-4995-a71d-ebaf089523fd\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.993593812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.993749004Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.993761584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:51.995573861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.998395218Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:51.99860051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f680f90-82e0-45a8-abb9-44b2d21c9fb6\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.000072934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.000085594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"81bcbb84-6b38-4257-a756-68704bf5c6d3\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.000281496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.001576958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":26,"elapsed":"255.075921ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.029230982Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.029607956Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09640a87-5eaf-403d-9eae-3f22240afa6c\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.029628436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.029637046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.029644256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.031534434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":26,"elapsed":"285.028937ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.031962398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":26,"elapsed":"285.39873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.080775483Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":26,"elapsed":"334.223276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.135846928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.136196801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.13815237Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.13817103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.138332202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.144853464Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.145227327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e745abf0-b548-48cf-b532-fb8e0ebc51e5\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145247828Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145258898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145658732Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145673462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145681082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145689262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145697782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145705062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145891894Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.145902244Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.146056755Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.146065995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.146251277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.148341347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.148456198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af5ac93-fe23-48d7-842d-a40b44accf1c\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.148469769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.148550819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98adcbc0-2874-4ef4-8aed-64ab1136a0e5\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.148687051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.148697951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.268352901Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1d7169de-a2a4-44aa-8fd5-25bd96289f35\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:03:52.268394312Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.268404962Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.268641014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc39c8e-1d80-434f-9639-f87af0a4bc78\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:03:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.268684504Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.269013718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.271854674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.272252378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.275419199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.275634541Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.277452208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.277787261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:03:52.284442577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":26,"elapsed":"538.010039ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:00.955025582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"8ad41c02-5e8c-4ef0-be08-bbf63d4d605d","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":423,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746231213Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746297653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746315404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746331794Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746683837Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.746771118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.748200082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.74908052Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.749397003Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.750909877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.750921357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.750980948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.772955ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.751072079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.752011788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.75217568Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.753876296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.756536181Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.756555921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.756678592Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.764384596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:01.764404946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":77,"elapsed":"18.173363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:05.947594295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"9e4d0257-10c9-41a6-bae0-be4d7aeb652b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:05.94806119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"9e4d0257-10c9-41a6-bae0-be4d7aeb652b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:05.950518603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"9e4d0257-10c9-41a6-bae0-be4d7aeb652b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3040,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:05.950797286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0421e857-5a93-468d-b571-f9f8ae25d0aa","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:05.951127579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0421e857-5a93-468d-b571-f9f8ae25d0aa","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:05.952866185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"0421e857-5a93-468d-b571-f9f8ae25d0aa","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2131,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746368802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746465893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746487543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746504864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746916207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.746940458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.749123059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.74928375Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.749596313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.750723354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.387432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.752187708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.752200498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.752330689Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.754119926Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.754324488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.756073825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.7586767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.75869315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.758819821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.76710151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:11.76711987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":78,"elapsed":"20.761538ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:15.954491569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"3ebd6fb0-a3b9-42f2-b676-effc750d2267","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":420,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:20.948076582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5d519a9c-e2bf-4957-8040-2c571b57ae5b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:20.948420425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5d519a9c-e2bf-4957-8040-2c571b57ae5b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:20.95103315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"5d519a9c-e2bf-4957-8040-2c571b57ae5b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3026,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:20.951291063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"dd5c0ad0-0c6b-4a15-83be-fae104e4415a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:20.951638946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"dd5c0ad0-0c6b-4a15-83be-fae104e4415a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:20.953279142Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"dd5c0ad0-0c6b-4a15-83be-fae104e4415a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2045,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.745695334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.745750315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.745762355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746010617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746514172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746526242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746535872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746543932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746553202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746561432Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746569562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746578503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746586983Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.746595663Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746604083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746612463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746619673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746633443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746642523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746650653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746659583Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746668303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746677253Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746685093Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746693644Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"10.27µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746704414Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746713564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.746721984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746729764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746741244Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746749034Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746755544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746762684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746769754Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746775944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746783574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"6.79µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746791674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746798565Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"3.65µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746806285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746813595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746820685Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746827745Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746835015Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746846285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746855315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"9.67µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746865395Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746875625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746885215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746896166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746906736Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746915796Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746924586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746934986Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746945216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746955526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746964966Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746974676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:04:21.746985126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.746996647Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":15,"elapsed":"12.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747007256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.747016287Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:54:21.746859165 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747025007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747034677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747044327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747054227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747064537Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747086147Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747135708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747185468Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747200378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747213129Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747225359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747237569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747251309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747262779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747274579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747320259Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74734788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74735816Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74737224Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74738107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74738773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74739471Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74740886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2905, tv_nsec: 497505413 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.74742174Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747431281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2905, tv_nsec: 497503603 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747846815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747866245Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.052561ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747971826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.747983516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.189712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.748734123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.749782103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.750757222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.934657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.750882344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.751115196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.751125126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.751131766Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.751157316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.751370418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.752500739Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753018304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753028904Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753167765Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753495849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753505529Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753511838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.753518149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.75367128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.754006793Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.754388757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.754895122Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.755700239Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.756872781Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.756885941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757061782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757104863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757114953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757284574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757457996Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757467956Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.757642138Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.758161693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.758176673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.758303644Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.758580677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.75999172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760062401Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"13.364597ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760153032Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.760161912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760170282Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"13.59934ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760570136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760581286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.760725047Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.761812368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.761830218Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.761950219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.762946228Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.763057Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.76314008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.763253222Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2905, tv_nsec: 513349674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.763472493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:54:21.746859165 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.763485014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:54:21.746859165Z\",\"pruned\":[]}","iteration":14,"elapsed":"16.617288ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.763533014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.764303832Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2905, tv_nsec: 514396944 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.764386762Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"17.683588ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.764538784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.764799126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.764810556Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.764945547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.765745055Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.765764865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.765772675Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.766076388Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.766642114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.766693334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.766988657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.767367591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.767704204Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.767881975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.768082377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.768105788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.76837199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.768613082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.770144727Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.770156037Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.770319759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.77039349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.7704134Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.770539141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.77358455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.775758541Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.775782111Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"29.040277ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.776009813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2905, tv_nsec: 526098326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.776290716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.776546848Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.776813301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.777104123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778054472Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778074353Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778084373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778092103Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778228064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778445866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.778930381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.781491845Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.781519716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.781660717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.782514515Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.782540315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.782773317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.784530194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.784663975Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.787919617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.787946787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.788091498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.790222599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.790245969Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.790487081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.793698821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.793957394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.801456846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.801492196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":79,"elapsed":"54.931534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.802734348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.80299326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.808437302Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.808458752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.808470012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"61.92637ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.810940716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.810957906Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.810967476Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.811148868Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.817230516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.817310897Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.817322647Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"70.660024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.821652878Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.821908101Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.856670082Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.856949384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.872017118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.876747753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.879296317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"132.691254ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.936821596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.936842306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.937160439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325d4416-a38f-416d-b649-b26b2074cff2\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.937182229Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.939161278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.940041067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.940054167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:21.940287899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c939090d-df7b-4a81-bf8c-e4802d33843c\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.940306189Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:21.94255071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.035347865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.035742499Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"504a5c1d-1c31-424d-a722-a794326e1a11\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.035779519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.037532366Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e6fa084a-34f1-423a-a8f2-7a439cc160c6\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.037544426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.038996352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.039014614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"292.269996ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.046001726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.046014266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.046306789Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e571819b-6c12-43d2-8d45-e6f3d4fdb73d\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.04632942Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.047961465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.048267718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.073075584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.073099735Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.073509888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cab6ebc-cd68-4bca-8cec-069de1f877a0\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.073541199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.073884812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.07684951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"330.063886ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.076878241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.077196274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.077493486Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.078816899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.079773788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.079791819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.08000361Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.081131601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.082233622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.082248792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.082460044Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.083236331Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.083247141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.083384153Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.084866787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":27,"elapsed":"338.210804ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.098436406Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.098722919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e986b8-4f0e-40a4-afb6-e7e62fee6bef\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.100859379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.101135702Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.102298263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.102587856Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.102601696Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.102611216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.102914649Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.104784517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":27,"elapsed":"357.943441ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.106913137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.106933357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.107093919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.116948002Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.117218365Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.12195322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.12198007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.122311404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fece9e0c-7846-4f75-a90f-1d0e822fc3fc\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.122335644Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.122645757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:04:22.149452002Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.149511403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"402.822749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.161421717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.165688907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.165742298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.16598526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.175909344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":27,"elapsed":"429.054489ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.1828018Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.183388436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e978fa65-243a-4ee7-9b82-7234a409b6a7\", \"date\": \"Fri, 01 Nov 2024 07:04:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.183418106Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.185669568Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cf407d17-499e-4855-912f-61bec50bd87b\", \"date\": \"Fri, 01 Nov 2024 07:04:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.185697578Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.187918539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ad0f0502-2683-44ec-8164-25b1b858d78d\", \"date\": \"Fri, 01 Nov 2024 07:04:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.187945179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.193485012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.193696274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"446.997831ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.218009896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.218577931Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c5299d-9c52-4849-867e-0901b3bb4d11\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.218609362Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.218620822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.218629292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.220041565Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":27,"elapsed":"473.412492ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.22052682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.22055064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.22055987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.22056888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":14,"elapsed":"474.891366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222371457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222469378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222482999Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222490539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222498248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":14,"elapsed":"475.593303ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.222849042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.22578359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.226136333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.229392764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.229422954Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.229871869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"61d7e4a2-dcbb-41c5-b418-9f5ecb15175f\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.231733417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":27,"elapsed":"485.040943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.24257476Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.242968134Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.249527666Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.249560277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.249828399Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.250526336Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.253013519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.25303693Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.253164731Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.260350969Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.260680423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb644abb-60da-44f9-8300-2c9b373a6396\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.260714473Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.260728093Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261021646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261039516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261046626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261054676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261061986Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261074886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261242938Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.261269788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.26147397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.2614839Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.261841523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.264055985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.264170856Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c7bfbc-1a8d-4a62-bd22-20b82775a0c6\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.264195886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.264262537Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6fdcb5-43de-459e-b312-7d96fd1d3103\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.264275377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.264287207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.29397984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.29402231Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"547.172226ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.37269298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e895b887-265e-4690-8835-1949452a8862\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:22.372728011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.372742241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.372973993Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3414a8ec-8168-4be8-bafe-8a58482bcb7a\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:04:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.373016503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.373357146Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.376582677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.37690333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.379891519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.38004985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.382017759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.382350562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:22.389178727Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":27,"elapsed":"642.435493ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:30.955035637Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"fd4bb923-9568-44e8-ae3c-4db33eeec334","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747192857Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747270947Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747292558Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747310098Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747720242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.747814503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.750110374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.75275489Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.75277173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.752907631Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.754655228Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.754992861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.75693999Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.759674596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.759689296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.759821187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.770991303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.771014124Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":80,"elapsed":"23.807057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.783932777Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.78424651Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:31.812474139Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"65.312183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:35.948153985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"94345254-fa44-450e-85ab-5b9711320d63","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:35.948720581Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"94345254-fa44-450e-85ab-5b9711320d63","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:35.952006702Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"94345254-fa44-450e-85ab-5b9711320d63","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3952,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:35.952325505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"b40ee9fa-d228-40c7-be41-a4efbad39b9b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:35.952694619Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"b40ee9fa-d228-40c7-be41-a4efbad39b9b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:35.955000621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"b40ee9fa-d228-40c7-be41-a4efbad39b9b","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2750,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.74777172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.747852301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.747870501Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.747885541Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.748327455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.748361546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.750417995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.753059761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.753071521Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.753212682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.755010439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.755343422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.757033288Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.759769365Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.759783905Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.759926746Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.770497337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.770510127Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":81,"elapsed":"22.738597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.782539982Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.782747593Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:41.810985653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"63.233272ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:45.956767626Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"202d6c4e-46e8-44f1-ac62-793aa4a1f5c1","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":438,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748013491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748074202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748087342Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748096952Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"17.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748108702Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748117062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748127392Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748137022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"8.309µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748146532Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748154572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748163323Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748170653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748178773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.748187713Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748196933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748207463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748216453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748224313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748232083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748239383Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748248304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748255384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748263064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748271424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"10.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748282664Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748293424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748303354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"9.471µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748315684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748323984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748332404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748340474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748348534Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748356914Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748365494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748373435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748567427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748620037Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748632297Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748642577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748652587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748663067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748673008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748685478Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748694048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748704048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748714188Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.748723538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.750707617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.751844418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.652994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.751984179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.752259102Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.75315826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.75317646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.753265561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2935, tv_nsec: 502848834 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.753335842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.753612084Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.754906357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.754931737Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.755075569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.755410762Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.755425152Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.755574393Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.755984807Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2935, tv_nsec: 505566990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.75623788Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.757050877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.759094497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.759299449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.75943308Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.75944443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.759586921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.761071426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.761296008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.762126086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2935, tv_nsec: 511722189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.762415708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.764329867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.764551369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.793799198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.794217611Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.795391803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"47.21716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.796495083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.796519333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.796854907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.79716995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.797363132Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.797795436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.797812896Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.797819976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.798001898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.798897746Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"50.831344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.7993568Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.799379011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.799574723Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.799717114Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.799728234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.799984646Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.80133397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.801347499Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.801496041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.802509151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.802897224Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.803223137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.803728322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.803741712Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"55.568559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.804063456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.804390028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.805505139Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.805520459Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.805701291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.806165485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.806176056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.806385238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.806578379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.8065967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.806753681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.807087684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.808634999Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":28,"elapsed":"60.590058ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.809714929Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.809730599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.809865001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.816615485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.816638805Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":82,"elapsed":"68.526633ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.825947814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.825967374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.825976374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.826131306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.835148782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.835173252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.835489465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c99d2dd-c195-4fba-9c58-3a013495d699\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.835504605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.83704274Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.838269582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.838290732Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.838478513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb63eec9-bc37-4e28-ab88-32a0020f691d\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.838492953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.839771706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.855087442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.855106692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.855115962Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"106.97973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.867112246Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.867421289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.868845343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.870780661Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.870797921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.870943043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.887660472Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"139.616631ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.929565292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.929589432Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.929847654Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2807964-febb-4b3e-80ff-e1c9a99b1169\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.929870195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.931220877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.958115814Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":28,"elapsed":"209.907521ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.960221734Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.960462916Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40354324-5960-45fe-ba04-e6b9076f44f0\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.961990081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.962224673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:51.973871924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.973885104Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.974221797Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b243c711-2ee9-4f71-ae11-5c29f25f5a7e\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.974236747Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.97449851Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:51.976448768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":28,"elapsed":"228.285856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.004344314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.006344464Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.006361244Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.006496285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.024008842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.024027422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.024293335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"810d7cb8-0283-43b4-8d97-5288e29d49db\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.024303315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.024653078Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.027146192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.027340553Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.030257841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.030514094Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.033968957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.033989457Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.03435528Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eadd735c-9b4c-4451-bfd0-9463c4a1a393\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.035967936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":28,"elapsed":"287.893374ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.071353273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.071718227Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28b348e-7c21-4bc5-ae7e-5194c67071a8\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.071741577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.071755127Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.071767347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.072439263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":28,"elapsed":"324.351491ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.079926315Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.080341379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.082457559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.082474989Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.082725941Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.09098127Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.091235022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2059c280-9715-4282-b3a4-40b382f214a3\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091254333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091263663Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091530135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091541416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091548776Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091556446Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091564026Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091571586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091723767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091733317Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.091951739Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.091960349Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.092231322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.09413208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.094225831Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75419d21-7048-4a66-90da-adf1fc487e56\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.094237643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.094386083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df5ee82-8e2a-4b87-9af4-5546e1dd375a\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.094400803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.094414523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.231905843Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a292471c-bd16-448e-b49a-1a3204b405d0\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.231957864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.231970974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.232181136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df08aa84-7fc2-4ceb-a866-f139580e860d\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:04:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.232228216Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.23259636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.236605148Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.23683606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.240400304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.240660027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.242798777Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.243010119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.249685293Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":28,"elapsed":"501.685072ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.639444957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.639493408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.670345472Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.670444413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41080"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.670640785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"37450163-a4a7-416c-8c9b-1db1b31ed226","remote_addr":"[fd00:1122:3344:101::c]:41080","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.671001658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"37450163-a4a7-416c-8c9b-1db1b31ed226","remote_addr":"[fd00:1122:3344:101::c]:41080","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.712717876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/oximeter.rs:76","collector_id":"0327dabc-65b9-4ac6-91b2-e03c8243f5ef","producer_id":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:04:52.712745256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/producers","method":"POST","req_id":"37450163-a4a7-416c-8c9b-1db1b31ed226","remote_addr":"[fd00:1122:3344:101::c]:41080","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42169,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.712868027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37450163-a4a7-416c-8c9b-1db1b31ed226\", \"content-length\": \"41\", \"date\": \"Fri, 01 Nov 2024 07:04:52 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.715178479Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:04:52.715198059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"producer-registration-task","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:00.956153453Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"ece5dbb9-96b0-4621-a7ff-5e8254c5a013","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.747765848Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.747824588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.747841308Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.747855869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.748350623Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.748417524Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.750488043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.750540144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.750899398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.75322531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.75323767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.753382451Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.755248649Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.755442351Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.757056296Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.759759542Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.759772352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.759909403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.767746478Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.767760318Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":83,"elapsed":"19.98295ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:01.785595648Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"37.843851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:05.948581585Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e240b0ee-e5ed-47eb-b6da-2b7a59f5c3ab","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:05.948941699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e240b0ee-e5ed-47eb-b6da-2b7a59f5c3ab","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:05.952042888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"e240b0ee-e5ed-47eb-b6da-2b7a59f5c3ab","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3574,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:05.952335781Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"6dbe6cca-856d-4cff-a46e-cc9a427d67d4","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:05.952667054Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"6dbe6cca-856d-4cff-a46e-cc9a427d67d4","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:05.954690784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"6dbe6cca-856d-4cff-a46e-cc9a427d67d4","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.747987008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.748067059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.74808694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.748101549Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.748559094Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.748582984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.750363791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.750576863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.750707385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.752190119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.22626ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.753468251Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.753482081Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.753636202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.755579761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.755806443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.75685262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.759336407Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.759357497Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.759479068Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.771904267Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:11.771915936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":84,"elapsed":"23.929168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:15.956105545Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"d70db1e3-41ad-4fe2-be5a-7bacb267b924","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":450,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:20.949197234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"74174d90-ff22-4fdf-b992-007db45f553f","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:20.949684249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"74174d90-ff22-4fdf-b992-007db45f553f","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:20.952307914Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"74174d90-ff22-4fdf-b992-007db45f553f","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3215,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:20.952529926Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"4884625e-7a8f-4676-acda-01cd03f6e69a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:20.952849568Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"4884625e-7a8f-4676-acda-01cd03f6e69a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:20.954554155Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"4884625e-7a8f-4676-acda-01cd03f6e69a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2076,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.74719728Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747253436Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747263581Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747524882Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747579718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747591268Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747598899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747607327Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747614761Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747652861Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747661384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747667674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.7476745Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747681981Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747688919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747695012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747702859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747726334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747734266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747742487Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747812795Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747821135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747828606Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747835716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747843186Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747849266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747856276Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747864256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"11.99µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747872456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747880266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747887906Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747895066Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"6.56µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747904566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747911996Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747919876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"5.1µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747927767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747934036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747941517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"3.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747949587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747956687Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747963707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747970547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747977117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747983117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.747989587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:05:21.747996097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748003657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748050708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748059848Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":85,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.748069448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:55:21.747932376 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748076498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":16,"elapsed":"15.611µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748083928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748091488Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748097938Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748104158Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748110448Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748117538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748124588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748131578Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.748137609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748143909Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.748150739Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748157009Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748163699Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748169989Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748225379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748243359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.7482609Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.74827011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.74829733Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748339411Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.74835358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748421771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748443952Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748452821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748498332Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748508932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748517382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748526252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748534252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748542242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2965, tv_nsec: 497695015 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748553873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748561413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748569573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2965, tv_nsec: 497724715 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748580953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.748588603Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.749040447Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.749059507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.280962ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.749073338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.749083467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.293553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.750173168Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.752319298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.752345269Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.75246791Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.75252608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.753383128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"5.420751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.754028795Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.754341378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.754796452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.755184826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.755197886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.755337787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.756622089Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2965, tv_nsec: 505778102 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.756897872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.75773698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"9.848074ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.758493547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.758521517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.758645149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.760223374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.760514136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.761249774Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.761431275Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:55:21.747932376 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.761457045Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:55:21.747932376Z\",\"pruned\":[]}","iteration":15,"elapsed":"13.495598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.761508166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.762096091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.762401185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.762667657Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.764148441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.764165601Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.764370263Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.765004799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.76502089Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.765143011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.765160111Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.765168801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.765404703Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.766877607Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.767544723Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2965, tv_nsec: 516708286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.767866686Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2965, tv_nsec: 517021449 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.767962198Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.768127719Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.770138378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.770166028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.77037955Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.77236866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.772676442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.772846074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"24.898887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.773012815Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.773266998Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.774333998Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.77451932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.775228837Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.775502579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.776217256Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.779066933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.779094813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.779218335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.782663818Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.782924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.784014431Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.786460944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.786487194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.786621345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.788459663Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.790748225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.790774535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.790783305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.790800065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.790810145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.791041898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.791086948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.794081927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.794109877Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.794122887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"46.21985ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.794170297Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.794182667Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.794191177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.79446876Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.796236887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.796468759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.798187786Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"50.37758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.7986869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.798927813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.79974069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.80074629Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.800907681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.802229864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.80282404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.80284268Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.803068062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.805690547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.805720217Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.805790598Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.805868369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.807590505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":29,"elapsed":"59.887321ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.808957948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.809713385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.809728665Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.809737966Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"61.747728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.814916475Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.816793193Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.817045225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.817314968Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.81757478Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.817592291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.817762402Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.819887372Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.819984013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.819997934Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"72.090417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.820476538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.82171406Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.823090193Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.823120953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.823275335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.824545927Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.824575427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.824795749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.825768638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.82595127Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.841232566Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.841271676Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.841283196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"93.414931ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.844469727Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.844502547Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":85,"elapsed":"96.748452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.8479074Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.849940389Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.849960209Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.850128491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.85422582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.85425138Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.85425965Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.85426628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.854579083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.855457931Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.855472141Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.855478602Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.855484792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.855635153Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.856171638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.856761324Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.859197177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.859216567Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.859352418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.85956196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.859577311Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.859710352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.869827608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"121.911522ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.878879895Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.878913842Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"130.994089ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:05:21.88998429Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.890011001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"142.325516ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.895084789Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.895110499Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.89512253Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.895417062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.934661126Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.934686707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.934988019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b79ef9-6092-4797-a534-764378d7ba28\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.935004319Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:21.93717311Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:21.94597992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.004613743Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.036189504Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.036204584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.036498397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb10127-8a80-473d-952f-f5a7fc822a42\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.036515097Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.038044112Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.084163241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.084187641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.084435454Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be17c49c-5837-4b71-89bd-f9185988430f\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.084451784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.086036209Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.135270418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.135847424Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6368f3c7-3a4c-4557-9468-c6baed3eef82\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.135873614Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.135884344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.135892164Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.138268187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":29,"elapsed":"390.541793ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.196913836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.198607152Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f7d06d-b68a-48af-a4e1-c2ee70727182\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.201465519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.201782292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.202425108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.202448339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.202792562Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0cedb21-21c6-4347-8647-0b64cd852ace\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.202821322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.203031384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.204605679Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.205263155Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":29,"elapsed":"457.299229ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.208048392Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.208077492Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.208214624Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.210213769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.210238463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.210250088Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.210260804Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":15,"elapsed":"463.086063ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.217219569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.217643264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fee1b4e0-efe1-46ce-80b8-31acca3049c0\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.217666864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.223213017Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"995c39c9-bff2-4988-bb55-8fcec38f7f19\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.223248577Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.225047634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.225078184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"477.300019ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.23089208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.243139656Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.243174117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.243189987Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.24348261Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.24560569Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.250228234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.250260414Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.250461276Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.251830859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.25184449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.251852899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.25186243Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":15,"elapsed":"504.018574ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.254952449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.254976599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.255266532Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9a972dc6-8cae-462d-8485-729b5fa37c34\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.255277292Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.255538785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.25819441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.258365972Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.262177018Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.262502071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.264157717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":29,"elapsed":"516.18424ms"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.265475129Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.26549234Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.265870013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"96dbc713-94a4-418c-ae8c-dcd4eb636334\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.267209866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":29,"elapsed":"519.235899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.306738613Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.307185757Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c18e6e98-2a81-4675-aeed-0ded784354d4\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.307198847Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.309487669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bbb669ca-05c6-4138-9df4-6ecab1c21efb\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.309503009Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.310953343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fdf01d93-b30d-4311-bd8f-0d805ff5ae47\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.310981223Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.312680439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.312706439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"565.045626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.333414067Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.33376689Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.337184013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.337206023Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.337356334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.345934376Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.346219539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c11e705-4d7f-4e55-83a1-32d7572ce25d\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346248599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.34626407Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346487852Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346515752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346525742Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346535492Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346544832Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346553442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346691314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346704474Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.346917526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.346936086Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.347248119Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.348990005Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.349110866Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"886e5c39-8e93-4de8-95b9-66dc7816065a\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.349122847Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.349213698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75ee6da-a6ee-44f7-8931-2a9b4fac8456\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:05:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.349226698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.349236618Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.450537723Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ea8a97aa-9366-4d7d-a464-1414c0baac0c\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:22.450557773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.450565933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.450793695Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18049f1-ea88-47e6-bd0c-55122b00456e\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:05:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.450828576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.451125249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.454701092Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.454962595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.457942754Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.458267197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.460463707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.46069098Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:22.468289042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":29,"elapsed":"720.641358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:30.956947976Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"59c9e44c-7cc6-4c35-b961-3ef74bdd01c2","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.747756353Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.747819884Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.747836184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.747850634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.748355949Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.748400439Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.750745622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.753389117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.753419277Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.753533588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.755558357Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.75581423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.757155823Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.759865459Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.759879039Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.76003309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.771370238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.771393619Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":86,"elapsed":"23.621955ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.777332825Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.777506867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:31.804885168Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"57.152065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:35.949352108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"3631355f-8759-43cb-acfc-5b38024df033","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:35.949861123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"3631355f-8759-43cb-acfc-5b38024df033","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:35.952885862Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"3631355f-8759-43cb-acfc-5b38024df033","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3647,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:35.953175064Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"a8ca89b0-fd6c-4a9d-8f77-df3ba534c28a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:35.953509938Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"a8ca89b0-fd6c-4a9d-8f77-df3ba534c28a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:35.956116523Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"a8ca89b0-fd6c-4a9d-8f77-df3ba534c28a","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3003,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.747841303Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.747918633Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.747934853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.747949144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.748401368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.748421538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.775638248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.776832689Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.777219672Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.778354363Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.778364493Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.778505775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.778890519Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"31.074996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.780394873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.780602505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.782479903Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.785241869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.785252509Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.78538936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.795922831Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:41.795936851Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":87,"elapsed":"48.098409ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:45.957921868Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"def1ad28-24ff-4fb6-91b3-f7c626dace78","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.7488027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748886681Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748907051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748923431Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"21.18µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748942382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748957782Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748972272Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748986002Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.748999122Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749013182Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749025912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749038812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749053883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749067363Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749081423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749095673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749109383Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749123933Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.749138333Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749153254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"14.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749170124Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749184434Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749197684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749212304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749226314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749240654Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749255094Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749268875Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749282935Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749296895Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749311385Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"17.351µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749324505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749336305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749347406Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749359386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"16.83µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749546857Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749570337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749585338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749603798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749653288Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749682509Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749696289Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749709779Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749721799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749777759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.7498572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.749874531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.751183893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.752239543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.752846029Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.753838228Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.753849658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.75402189Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.754173441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"5.27642ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.754986589Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.755002309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.755162281Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.755768297Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.756322832Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.756333442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.756510204Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.756739516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.758596204Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.758847636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2995, tv_nsec: 507529929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.758883176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759103679Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759114919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759124809Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.759134629Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759141689Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759321241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.759331381Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.761775864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.761835374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2995, tv_nsec: 510518367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.761867675Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2995, tv_nsec: 510527527 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.762036056Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.762128177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.762158137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.76238442Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.76240572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"13.422178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.762565221Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.762623932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.762800584Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.764408869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.766968713Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.766992974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.767116005Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.778251751Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.778293781Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":88,"elapsed":"29.242879ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.779870026Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.779901107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.779912907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.780147369Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.781763264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.782280819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.782498162Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.783810534Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.783825014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.783957485Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.784585891Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.784746323Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.785627401Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.788196396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.788225496Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.788350887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.789631199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.789830741Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.789939242Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.79176314Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.79178241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.791903321Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.792397946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"43.419144ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.79807192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":30,"elapsed":"49.24151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.799150291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.80121452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.80122926Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.801461952Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.817836538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.817869748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"68.772965ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.818873888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.818884718Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.818891168Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.81912354Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.835941011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.835993571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.836303724Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64638ba-39fc-46ab-9ff7-c0bb5dc9198b\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.836329675Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.837887889Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.8379669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.83797915Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.838209653Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f969fd-ff71-485e-86a5-710de872fc64\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.838222482Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.838849008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.838859969Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.839134951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b3f20e-edd5-423b-864e-687f8bf933e4\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.839152071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.840668226Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.840982099Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.853531539Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.853570159Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.853582299Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"104.696618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.85684051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.857127043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.891618582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.891986225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.893499269Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.895543379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.895557839Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.895728841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.90191046Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"153.071899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.938852952Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.939156664Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708caa63-5e95-4c8c-b073-91369d6edf08\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.942328965Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.942552337Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.942759429Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":30,"elapsed":"193.830088ms"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.957024095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.957040895Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.957425259Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af579011-a9cf-462a-8b58-d9e33e2147f8\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.957445069Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.957739932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.958925173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.959411068Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":30,"elapsed":"210.532646ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.961049953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.961061233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.961208985Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:51.996312079Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.996326249Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.996583382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"97f597dc-ee17-4e84-a762-4b3df17302c0\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.996595092Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.997013666Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.998912664Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:51.999082886Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.002081344Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.002280416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.005577128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.005605188Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.005937491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6a1c9ce9-d99f-42ad-a210-6d12c5cf5077\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.007345305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":30,"elapsed":"258.386993ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.020434379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.020830803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e60e10-c2c5-4856-89f6-ec38ddbb47ac\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.020849643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.020860123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.020869343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.021805992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":30,"elapsed":"272.80556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.039758564Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.040073295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.042074516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.042087726Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.042256117Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.050786188Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.051053241Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c49e887-4318-4662-aaef-e879c7cbbc60\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051072771Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051084631Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051401665Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051414334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051423075Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051431995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051440525Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051449145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051600946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051612656Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.051819048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.051829318Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.052066191Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.053659816Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.053761427Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0b38cb-5b10-42bc-92fa-a9a8f23a5642\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.053773587Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.053865508Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f1e121-039b-40ef-bda7-bd69aa23aa0d\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.053876298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.053885308Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.163326131Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1258f072-5abd-4195-8cad-bfb19fa58b4e\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:05:52.163366921Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.163378092Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.163633004Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e5e00b-60a3-4e33-ac86-970e9fa75efd\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:05:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.163679484Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.164024338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.16737571Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.167567022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.170702051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.171050305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.173035894Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.173239586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:05:52.17997932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":30,"elapsed":"431.19228ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:00.957725219Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"5d040ae2-bece-4d8c-9bec-b325b5c0ba2d","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.748900339Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.74896703Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.74898538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.74899996Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.749468335Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.749498605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.751327703Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.751592775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.751848578Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.754574094Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.754601394Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.754733595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.756965787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.757181418Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.758768754Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.761272157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.761287378Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.761418589Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.773476588Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.773493951Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":89,"elapsed":"24.594145ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:01.780187038Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"31.315299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:05.949782018Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"8d3917a0-6e96-4331-9620-4750c3e89250","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:05.950257382Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"8d3917a0-6e96-4331-9620-4750c3e89250","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:05.953535423Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"8d3917a0-6e96-4331-9620-4750c3e89250","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3842,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:05.953814376Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bada5f1f-d21d-43e9-9f74-95a5cd9bd330","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:05.95423834Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bada5f1f-d21d-43e9-9f74-95a5cd9bd330","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:05.957028957Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"bada5f1f-d21d-43e9-9f74-95a5cd9bd330","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748267772Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748330882Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748342503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748352373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748640945Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.748775287Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.750308101Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.750536883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.750943787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.752318491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"4.069578ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.753627833Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.753641753Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.753791185Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.755010836Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.755222408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.756709642Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.759357708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.759377498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.759507869Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.769704826Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:11.769719366Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":90,"elapsed":"21.443224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:15.959867372Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"92467c73-5299-4e7c-9bdc-4fd1bec6e791","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":402,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.747694695Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.747764285Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.747776345Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748011208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748497192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748509092Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748518863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748528112Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748536433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748545803Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748553903Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748562213Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748569863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748577773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748586233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748595473Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748604413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748612273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748621184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"11.08µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748632233Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748641384Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748650184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748657914Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748665894Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748673574Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748681684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748689464Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748698174Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"9.56µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748707454Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748716304Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748724694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"4.75µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748734414Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748742065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748752195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748759995Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748768205Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748777065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748786565Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":91,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.748795095Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748804555Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748812515Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748822625Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748830235Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748838155Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748847506Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748855526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748864306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748872386Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.748880636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-01 06:56:21.748732925 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748889786Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748898136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748905986Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748913456Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748922936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748931787Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748939636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.748948637Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748956557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748964867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748973517Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748982487Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.748991107Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749000137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"9.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749008767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":31,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749014887Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749023157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749030187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749035977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749043128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:06:21.749049868Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749057698Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\"}","iteration":17,"elapsed":"11.83µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749065928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749125028Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749169429Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749179199Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749188279Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749254999Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74926636Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74927352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74928179Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74929137Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74930214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74931065Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74931899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74932835Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74933533Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74934347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.74935172Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.7493599Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749367091Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749375071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749381301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749420521Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"afcf56b3-6c52-4787-9733-ac81e42c29e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3025, tv_nsec: 497589814 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749494752Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04da823b-9962-4b32-a9cf-0c956438d509.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f416a5-804e-4a22-b553-2d37c4537b13.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e383fdc4-4a2d-4a59-9b3e-eb64280698de.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 3025, tv_nsec: 497666925 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749555182Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749565922Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749738214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749754264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749839585Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749869225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"989.35µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749909576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.749935066Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.750050087Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.750073867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.750085647Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":16,"elapsed":"1.251332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.750877955Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.751335749Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3025, tv_nsec: 499515472 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.751608422Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.752208748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.75248351Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.752510301Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.752523991Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"3.879736ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.7555953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.755873413Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.755922513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.755959254Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.756032674Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.756291597Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.757847481Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.758937042Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3025, tv_nsec: 507108384 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.759238205Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.759557468Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.760638358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.760650538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.76081729Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.7619449Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.761965001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.762137932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.762473425Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.763823408Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-01 06:56:21.748732925 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.763847859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"expiration\":\"2024-11-01T06:56:21.748732925Z\",\"pruned\":[]}","iteration":16,"elapsed":"15.092074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.76401643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.764038211Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.764140001Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"15.517768ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766255661Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766276432Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766584745Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766871967Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766881538Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766889768Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.766899948Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.767091389Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.76710049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.767893167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.768500763Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.768509863Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.768824706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.76920118Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.772228329Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.772249209Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.772314789Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.77232641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.77241338Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.772658773Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.773619812Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.773641572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.773842974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.773859764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.776839393Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.776865033Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.777016264Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.778618629Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.780301306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.780711679Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781293085Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781306455Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781374846Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DnsResolver","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-66656a2e-362d-410c-b905-3979762845f4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3025, tv_nsec: 529544418 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781443196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781453206Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.781692559Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.781741499Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.783585507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.783993291Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.784106802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.784414175Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.784496775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.786093621Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.786433994Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.786982419Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.789512853Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.789732715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.789784396Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.79021419Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.791453012Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.791474262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.791483622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"42.847629ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.792891586Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.792912516Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.793070917Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.794189128Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.794216248Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.794250048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.794261368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.794267648Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.79444596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.794638582Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.795559811Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.795750313Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.7975435Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.797995594Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.798456508Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.798467108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.798474549Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.798786622Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.801275265Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.801284546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.801293935Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"52.617911ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.801464897Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.801478897Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.801485507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.801492008Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.80178326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.802986932Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.807266992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.807296643Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.807498305Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.808603965Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.808770777Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"60.244575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.808900628Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.809660505Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.809693735Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":91,"elapsed":"60.978241ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.810100359Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.81011912Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.81013443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.810373262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.810750106Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"61.85429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.811444372Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.813636253Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.813647893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.813927926Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.814894405Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.814906135Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.815083487Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.816840194Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.816859784Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.816869544Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.819852452Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.819880013Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.819894283Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"71.069377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822435827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822495888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"e474a924-d5d0-4f5c-9d39-a87193534864"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822511358Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822522928Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:45.500851 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822532498Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1}","iteration":16,"elapsed":"74.865354ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.822696579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.82271494Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.824522167Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.826603387Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.826782409Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.826796759Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.827046641Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.827363694Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.829346953Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.829363983Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.829554175Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.829698546Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.829719397Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.830003849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.831392792Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.831413293Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.831664775Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.832109649Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.832139309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"83.407246ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.835292059Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"86.388203ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.835410491Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"0","iteration":31,"elapsed":"86.719096ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.840164446Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.840195196Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.840203696Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.840210557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.84059984Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.844020893Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.844362036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.847469716Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.850702706Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.850719177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.850859898Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.87201334Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.87310441Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.873250031Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.873260901Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.873438083Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.873592295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078d92d6-2c5d-48a3-acd8-24124f2ca26e\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.873608475Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.875096859Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.875270591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.87730443Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.87731977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.877481462Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.879201108Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.882124596Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.882149286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.882274207Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.882460159Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.88254616Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.882744192Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.891338684Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.891550336Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.911339764Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-01T06:51:20.293436Z, time_modified: 2024-11-01T06:51:20.293436Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, db_silo: Silo { identity: SiloIdentity { id: e8cbb51f-1c20-4e39-a503-2a8ec246f231, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-01T06:51:46.026138Z, time_modified: 2024-11-01T06:51:46.026138Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.911372955Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]}},\"default_endpoint\":{\"silo_id\":\"e8cbb51f-1c20-4e39-a503-2a8ec246f231\",\"tls_certs\":[\"7a3999f568a35d72e4b95c21d8fc29117ba332994c7b5ee6ff56dd8a2f8b8a57\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"162.597049ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.912225813Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"163.494719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.916602605Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.916672195Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.916683495Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.916693266Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.916847187Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.917025518Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.920580043Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.92450708Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.92453404Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.924667262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-01T07:06:21.938454273Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.938479913Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"189.762889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.957819617Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.961399132Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.961418652Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.961590513Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.983903096Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.983921936Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.984254909Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4ffbf41-a21a-45e7-8ca3-7bc71da2dbab\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.98427391Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:21.985962556Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.99057873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:21.990949403Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.011322377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.011359838Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.01158288Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"MgsClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec12f2a-60ca-4be4-ad69-101507e9de2c\", \"content-length\": \"26\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.01159607Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.014102744Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.022727036Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":31,"elapsed":"274.143573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.040575176Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.051360979Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.051384309Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.051663872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb4f512-4225-4f88-be20-39012fa6acec\", \"content-length\": \"372\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.051698302Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.052039536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.05350799Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4a93fdf6-52f7-4dc1-8c92-fd3b41e1056d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.05353595Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.05354642Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"current_time_created":"2024-11-01 06:51:46.067854 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.05355572Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2}","iteration":16,"elapsed":"304.741675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.054499669Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.054885872Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.05672806Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.056937022Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.063236202Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.063477754Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.065372883Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.065550024Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.06723864Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.067419902Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.068428702Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.068743535Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.070202958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.070871295Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.070884215Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.071148298Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"46f021a0-66bb-4143-a8bc-d0c59bfd7a1a\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.071160398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.071508851Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.073404709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.073429849Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.073564501Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.073585591Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.07380634Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.074981204Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.075183426Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.076492778Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.07667153Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.076950433Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.077165575Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.07875262Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.078940472Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.08089062Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 66656a2e-362d-410c-b905-3979762845f4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.080924841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.080939561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.081095802Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.081325184Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fce09515-b579-44b5-bf79-b7e4f3497524\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.082483316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.082681197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.082853769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":31,"elapsed":"334.156605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.082863899Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.084621576Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.084632316Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.084768707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.086385463Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.088243401Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.088255051Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.088389972Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.090122268Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.090472352Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf2ceefb-820b-4eff-be07-cdf208950fc5\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.090491692Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.092764874Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"90286f0e-0415-4542-a6c2-e9e5fe5d7df0\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.092791454Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.094375939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.094389819Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"345.557504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.109467503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.109716225Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.110689715Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.114746673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.114767293Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.114909145Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.116318668Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.1165014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.118206946Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.118451149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.120065974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.123679208Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.123704608Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.12384306Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.128969379Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.129273592Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.131056398Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.131309011Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.132223858Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.132400785Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.134815374Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.135071437Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.137202557Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.137389579Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.137551991Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"badf12cb-d1e1-4e5c-9c07-b7066970e093\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.137733592Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.139102805Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.139328037Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.14069023Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"null","iteration":31,"elapsed":"392.146187ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.142401867Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.142859841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b2768b1-174e-45b4-b628-757134bc9192\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.142873041Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.144607238Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"07be220f-c849-4a21-a0b2-5e07dcdd4934\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.144635458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.146312904Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4799f497-b27a-4f53-8138-9d3a1d1e46fd\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.146334144Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.148652536Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.148697847Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"400.180374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.184789561Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.185210615Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.187105573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.187349055Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.188974691Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.192748206Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.192783417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.192913888Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.194474123Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.194731136Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.205125504Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.20569007Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922b2c38-0644-4e88-b786-c0ad10e93552\", \"content-length\": \"691\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.20572409Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.205741801Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.205754901Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.207543798Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":31,"elapsed":"458.844094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.23093173Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.231400695Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.233912909Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 3ab33a83-622c-43e5-a38f-de2b43fed014, rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b5198d73-ebf8-42f4-bcb4-025939dbf355) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.233941529Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.234168471Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.242120257Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.242472151Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.2434563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.243735543Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.243836573Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5953dc9-d7f1-45c9-b3e2-a55fec90c3b2\", \"content-length\": \"121\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.243872014Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.243896754Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"b5198d73-ebf8-42f4-bcb4-025939dbf355","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244181197Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244193377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244201637Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244210057Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244218147Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244226977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244433919Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244446029Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.244690252Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.244700052Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.244914924Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.246738521Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.246868873Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604c8720-9615-484c-a2c2-899285b3f81d\", \"content-length\": \"2\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.246892367Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.246979377Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"DpdClient","rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e575c1-d24c-4ebb-923d-3f1a5b5e93e3\", \"content-length\": \"52\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.247000387Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.247013821Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.248382827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.248412477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.248604769Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.259103659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 9b6c6575-e2e9-4acf-990e-6305c5db8836, kind: Service { id: 3e06a3b3-fdb2-4151-bcdc-6ac53a43e162 }, name: Name(\"nexus-3e06a3b3-fdb2-4151-bcdc-6ac53a43e162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c4b75874-499a-4159-97d9-7eb7ed34c0df, kind: Service { id: 8d1426fc-0515-4a6d-979c-e17b886264e0 }, name: Name(\"nexus-8d1426fc-0515-4a6d-979c-e17b886264e0\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7d150b4-8e86-40a4-88d3-61af1a44a6c9, kind: Service { id: 5aa7528a-ef22-4dfb-afba-980d8c246f4a }, name: Name(\"nexus-5aa7528a-ef22-4dfb-afba-980d8c246f4a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 28424e26-ad84-449d-892b-918cdcb842df, kind: Service { id: afcf56b3-6c52-4787-9733-ac81e42c29e7 }, name: Name(\"external-dns-afcf56b3-6c52-4787-9733-ac81e42c29e7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d74c8225-a69c-4645-b8de-5c93506882bb, kind: Service { id: cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf }, name: Name(\"external-dns-cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 86])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.259157719Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.259410282Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.260823166Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.263246149Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.263272019Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.26340748Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.265148477Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.265204767Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 28424e26-ad84-449d-892b-918cdcb842df, kind: Service { id: afcf56b3-6c52-4787-9733-ac81e42c29e7 }, name: Name(\"external-dns-afcf56b3-6c52-4787-9733-ac81e42c29e7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d74c8225-a69c-4645-b8de-5c93506882bb, kind: Service { id: cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf }, name: Name(\"external-dns-cf58e77b-f89b-4ce3-aa2f-e9b42e79efaf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 86])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 9b6c6575-e2e9-4acf-990e-6305c5db8836, kind: Service { id: 3e06a3b3-fdb2-4151-bcdc-6ac53a43e162 }, name: Name(\"nexus-3e06a3b3-fdb2-4151-bcdc-6ac53a43e162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c4b75874-499a-4159-97d9-7eb7ed34c0df, kind: Service { id: 8d1426fc-0515-4a6d-979c-e17b886264e0 }, name: Name(\"nexus-8d1426fc-0515-4a6d-979c-e17b886264e0\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7d150b4-8e86-40a4-88d3-61af1a44a6c9, kind: Service { id: 5aa7528a-ef22-4dfb-afba-980d8c246f4a }, name: Name(\"nexus-5aa7528a-ef22-4dfb-afba-980d8c246f4a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 216])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.265226287Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.364726696Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9ce36672-7159-4d0b-b3c1-26cd74d0353b\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.364769756Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.364780526Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.365021659Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"rack_id":"e3a0579d-db41-429a-a770-e6cab66d0ec4","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d11145-3839-486f-9882-961026b2979e\", \"content-length\": \"669\", \"date\": \"Fri, 01 Nov 2024 07:06:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.365061049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.365384232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.368003507Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","vpc_to_sled":"[Sled { identity: SledIdentity { id: 66656a2e-362d-410c-b905-3979762845f4, time_created: 2024-11-01T06:51:45.132387Z, time_modified: 2024-11-01T06:51:45.132387Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e3a0579d-db41-429a-a770-e6cab66d0ec4, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.368033417Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.368040827Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.36836458Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.369197278Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.369433841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.370924865Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.371152367Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.372225077Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.373194177Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.373448709Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.375348717Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.375396907Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Sled { parent: Fleet, key: 66656a2e-362d-410c-b905-3979762845f4, lookup_type: ById(66656a2e-362d-410c-b905-3979762845f4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.375601479Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.383126071Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":31,"elapsed":"634.526868ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.405344143Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.40605682Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"SledAgent":"66656a2e-362d-410c-b905-3979762845f4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"fe8aa5c0-72b0-4b89-9d08-ec3aae56bb2b\", \"date\": \"Fri, 01 Nov 2024 07:06:21 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:22.40813755Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.40814958Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","elapsed":"659.580226ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:22.40815677Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{}","iteration":4,"elapsed":"659.591836ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:30.958023707Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/5aa7528a-ef22-4dfb-afba-980d8c246f4a","method":"GET","req_id":"dc1ec2ea-6e06-464e-8c82-9dabfeefd322","remote_addr":"[fd00:1122:3344:101::d]:64930","local_addr":"[fd00:1122:3344:101::c]:62430","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749168977Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":92,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749233978Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749251348Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749265658Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749640322Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.749732232Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.751723031Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.754411157Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.754438027Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.754559638Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.756535267Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.75687668Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.758349465Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.761085021Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.761101531Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.761245522Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.772835393Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.772854053Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":92,"elapsed":"23.691966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.779525156Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.779775049Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:31.810493822Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"61.347464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:35.949967655Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7549e6da-3db0-416a-8aa7-5381c5be949c","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:35.950333048Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7549e6da-3db0-416a-8aa7-5381c5be949c","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:35.953005563Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?sort_by=id_ascending","method":"GET","req_id":"7549e6da-3db0-416a-8aa7-5381c5be949c","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3115,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:35.953237416Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"03e48614-3a2b-4c76-9d65-760005a86184","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:35.953564279Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"03e48614-3a2b-4c76-9d65-760005a86184","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-01T07:06:35.955344326Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"uri":"/metrics/collectors/0327dabc-65b9-4ac6-91b2-e03c8243f5ef/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNjJhMjRiMC0wNmI4LTQ1YTMtOTAzYi1jMTQ2YjUwMmE0ODYifX0%3D","method":"GET","req_id":"03e48614-3a2b-4c76-9d65-760005a86184","remote_addr":"[fd00:1122:3344:101::d]:58506","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2167,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.748873632Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.748949343Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.748966373Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.748981214Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.749406368Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.749430058Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.751131514Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.75380944Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.75383063Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.753965841Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.755226673Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.755404405Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.756879939Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.759354992Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9f7dc97d-3562-40bb-8ba0-2d0dce10c009, lookup_type: ById(9f7dc97d-3562-40bb-8ba0-2d0dce10c009) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.759367683Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.759495974Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.770258286Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"original_time_created":"2024-11-01 06:51:08.152878 UTC","original_target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","time_created":"2024-11-01 06:51:08.152878 UTC","target_id":"9f7dc97d-3562-40bb-8ba0-2d0dce10c009"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.770284347Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9f7dc97d-3562-40bb-8ba0-2d0dce10c009\",\"time_created\":\"2024-11-01T06:51:08.152878Z\"}","iteration":93,"elapsed":"21.397204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.777458355Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.777704467Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-01T07:06:41.805521503Z","hostname":"oxz_nexus_5aa7528a-ef22-4dfb-afba-980d8c246f4a","pid":23043,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5aa7528a-ef22-4dfb-afba-980d8c246f4a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"56.67188ms"}