{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:02.903132529Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"5f44db93-25de-435d-b8c9-a59abae7fdb8","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.427360687Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.427449628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.427921204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.43066974Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.4306812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.431046575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.432691506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.432898049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.456898602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.459721629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.459734989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.459899691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.46214552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.462196521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"31.524171ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.462362163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.464000644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.466344995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.466364135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.466495607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.477988716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.478012847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":26,"elapsed":"50.681401ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:12.903115175Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"9d2373d7-b4d5-438c-a7a7-ae11f74ae8c7","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.427349994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.427430425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.42781672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.429655444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.430681577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.430691928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.431011572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.432109116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.432119506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.432273618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.43243684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.432798935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.434202413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.434403816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.435605792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438056573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438083764Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438204925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.450243832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.450274812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":27,"elapsed":"22.943079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.462835016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"32.147339ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:22.902807478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"5b0bf7b7-f391-441e-8cde-506dcdead271","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427856457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427933688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427953558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427967448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427982118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.427998569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428013949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428029809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428044819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428495175Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428515845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428531106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.428545146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.430138517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.430977957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.430987358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.430996728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431002948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431008938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431016178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431022808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431029788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431037298Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431043429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431049978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431056749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431063799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431070559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.431077979Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431085769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431093559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431100489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431107119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431114629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431337242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431348322Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431378553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431459314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431498264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431512184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431521825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431528765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431536015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431542735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431548935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431557355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431572025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431654676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431726137Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.83592ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431747967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431813499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43197043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 662642635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.431987981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 662659375 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.432265474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.432981174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.432992004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433160386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.433269127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433565241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433573941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433581431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433589062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433595712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433603052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433812854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433824745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.433930666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.434792877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.434862578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.434873588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43503699Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.435065501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43651369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436639981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436653191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436811713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436853034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436864854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.437030816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.438158631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438185942Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438193711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438360664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438418965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.439048373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.439060113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.439236505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.440164637Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.440185848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.440326499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.441705787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.441980751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444050898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444663936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.449280036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.449671881Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.461777829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 692418743 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.462220115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.487588745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.490698155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.490736666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.490875448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.490913108Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.491296853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.49256376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.492822303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.493288719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"59.695878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.49722936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.497790108Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.498615439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.498949533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.50337036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":10,"elapsed":"69.781609ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.504531355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.504558236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.504566956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.504756168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.505924033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.509584121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.509620642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.509777374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.514556786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"83.012791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.517437863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.51950473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.519529311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.519676043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.523492242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.523528523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"92.513975ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.523986169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.524015839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.525815493Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"244fbde7-eed7-48f4-930c-d674520e3f40\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.525843003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.526573273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.527038639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.527612096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.52872039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"97.181535ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529217457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.5294478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.531885062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.531915692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.532096634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.53254931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.532571961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.532714713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.53559681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.53562332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":28,"elapsed":"107.760583ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.544341064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"113.250365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.545156595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.54558639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.553846228Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.554204793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.557228752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.557658167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.562225097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.562261697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.562276067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"131.222969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.562919666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"131.902008ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.563919159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.563944439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.564293864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c2178d-a8d1-4c89-b654-a1dc3614d478\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.564314654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.566712005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.581471588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.581531658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":10,"elapsed":"153.642861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.59549143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"161.905969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.598641241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.60160688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.601646271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.601900174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.605298478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":10,"elapsed":"174.2727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.608910665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.609244059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.617656349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.61769184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.617994133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d122621a-e0d8-4e0b-93ca-dc2414a1cf80\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.618022614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.619871748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.641326217Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"210.278039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.645746525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.646029369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.647569719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.649346342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.649360622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.649514864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.650888482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.653587067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.653602447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.65384359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.664970435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":10,"elapsed":"237.034827ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.669812208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.670071372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d891928-53f2-40ef-8658-57dfca0c32ec\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.671722243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.672008267Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.922445779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.92248521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.924752379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":10,"elapsed":"496.799811ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931589488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d63a95eb-3840-42d8-82d5-a579ffbe141b\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931613729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931937973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.932225646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.932598061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e555851e-b000-4efa-93e5-826adfc38335\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.932625122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.932635622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.932644192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.934431645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":10,"elapsed":"503.354827ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.978046403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.978086394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.978302977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d11b676b-f997-4c42-ab81-e1a482d5fdba\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.978317687Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.978608381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.980011519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.980196091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.982970458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.983294052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.985882316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.985899826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.986328441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"63c58c97-f42b-4eac-b600-6db07231e93a\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.987646639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":10,"elapsed":"556.58916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.994777341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.995199727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.997397875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.997416446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.997614648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.007963673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.008336618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d043709d-5463-4e0b-bebf-1698a9492bf1\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008360158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008371978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008650932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008663702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008671332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008679353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008686793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008694343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008845295Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.008856835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.009000797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.009011987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.009210549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.01158876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.011701262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26601597-815a-4d41-922d-7cfcfb0d37ee\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.011740382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.011794093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53d78c66-71ad-4f0a-97d8-88324f4fbc2c\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.011806983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.011815443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.098264509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8bffe25a-e041-4210-8634-b599b2a57216\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:31.09830096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.09831251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.098543473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e1510c4-f68a-49c8-958a-ba52c122b988\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.098584504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.098873337Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.101580732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.101816336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.105128299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.105401512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.107339538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.10753902Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:31.113586519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":10,"elapsed":"682.599382ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:32.903409862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"5d96b522-63bc-42f2-a119-303cb5680d44","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":344,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.427656361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.427742212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.428150367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.430262604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.431282368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.431292738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.431626722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.432865418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.432876209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.433023351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.433485426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.433651429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.43531746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.435505753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.435521023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"4.226805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.437127234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.439399423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.439419174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.439548245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.44830151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.44831885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":29,"elapsed":"20.71068ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:42.902810111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"b1a69ed3-977c-4b8d-906d-0fdde227b224","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.428006852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.428084773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.428359997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.429886207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.430903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.43091431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.431249135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.432323319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.432333979Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.432483191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.432913866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.433103129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.433821768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.43399735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.434094362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"3.191221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.435467509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.437881971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.437902431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.438032573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.446187829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.44621136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":30,"elapsed":"18.226167ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:52.90292386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"1ce6401d-0e81-40c6-a749-88d9c123fd85","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427555774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427634925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427655985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427670345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427686615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427700836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427714026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427727906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427743256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427757846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427778626Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427800517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:01:00.427821127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427847347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":7,"elapsed":"19.33µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427875268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427899168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427956219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.427998489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428017389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.42803409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.4280495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.42806508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.42808033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428098051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428114201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.428129411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:51:00.427773756 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428146251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428205312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428282863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428326484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428389065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428419715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428432865Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428453795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428465495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428480916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 658960460 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.428512336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 659017811 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.429008002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.429026623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.405468ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.429035283Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.429045113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.297247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430083836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43036791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430439001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430464632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430475252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430482772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430490622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430518702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430529312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430537762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430547833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430561763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430572293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430582533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430591673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430602173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.430612223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430622783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430631994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.430642274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430651804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430660734Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430671064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430681004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430691464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430701304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430711315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430722725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430732675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430739895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430746885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430754005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430760355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430767015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430774336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430781245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430826756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430838486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430878967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430896607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430906927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430919397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430932838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430944568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430958328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.430988468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431014089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431026409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431034999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43109311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431544135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.4319153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431925811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431933151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431939921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431946681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.431953481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.432067362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.394897ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.432187894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.432258335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 662769879 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.432271215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.432283805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.432461898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433298568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433308609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433484061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433533252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433542161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433550802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433558442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433565422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433571992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433579882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433586802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433759764Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433841336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433854236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.433885506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434043248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434053618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434228461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434420163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434430113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.434574305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.435646129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.43568134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:51:00.427773756 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43569332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:51:00.427773756Z\",\"pruned\":[]}","iteration":6,"elapsed":"7.921163ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.435815041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436725153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 667223548 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.437070058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437114338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.438291963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439263436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439342087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.439364467Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439378557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"8.886786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43958376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440401971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440593443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440618904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440762006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44187395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442757452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442804132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.443083516Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.443544652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444788238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444812758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444993931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.445087792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.445104752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.445288074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.445891302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.445906483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.446049684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.446441749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447352221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447373432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447612095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448294814Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448321574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448436546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44953521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.450279979Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"18.341729ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.450891158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"18.941976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.451230752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.451525266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453116916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453145127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.45335786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.454467524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.454799538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.456532331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"22.956169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459412209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459448839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459462189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459773163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459921105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.464410504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.467034978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.467335792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.479083905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.479414259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.479847835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 710332729 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.480206109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.482323017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.482609111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.484612777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.484657747Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.488766081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.488817192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.488830302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.488841232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.489106185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.490520554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.493896948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.494287323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.494932531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.494962502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.495237875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.496848356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.500092499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.500118209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.500361972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.505392377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.505724872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.510132629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.51016595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.51017775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.510449103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.510689437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.514879031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.514920101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.515147315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.518934364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.519661313Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.533761237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.534175012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538305066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538350517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538364357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538375437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538386497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538717431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538842183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538870924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":31,"elapsed":"111.301339ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538888294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539505032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.539569113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539582913Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"109.01671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539672604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539826346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"109.270303ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.54242505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.54246221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"111.909198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.54247938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.542492411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.542669663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.542755024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.543249441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"112.664628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.545833614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.547272763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.547303173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.547557267Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":11,"elapsed":"114.007605ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.547603597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.548836433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.548867854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.549081297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.555737023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.556065497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.556481263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.559412241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.559890797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.561353756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.561387837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.561529089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.561893863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.562083266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.562297989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.565923526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.565950406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.5661985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.566649675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.56697109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.570252252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":11,"elapsed":"139.639019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.570768199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.573531005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.573592716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.573606406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.575718973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.578066654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.578091574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.578278057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.589756306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.590169542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.594061612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.59539453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.59542424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.59543628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.595709044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597562148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597664789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597764251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597791391Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597973973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.598033164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.599575314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"167.647274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.600133431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.600876021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.600891871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.600900332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.601137684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.601799933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.601817013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.602033406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.602774296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.603277863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.603293563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.603515026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.604692291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606244431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606269682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606289012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606301642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":6,"elapsed":"178.678947ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606343002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606355752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.606594806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612588004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612963089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.613296473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.613573366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.613588967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.614712601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.615855076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.615879777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.616044509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.616321642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.616862549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.61688034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.617034632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.618803485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.619068168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.620517747Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.623182162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.623212152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.623222372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.628510921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.628533761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.628543732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.628807145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.630504037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.633365094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.633387035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.633521637Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635166568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635635524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635812166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635823466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635838977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.635847757Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":6,"elapsed":"208.119921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.636819509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.638206367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.638224038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.638353789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.646677678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"213.097675ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.647275425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.647289146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.647297936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"216.712443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.648890377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.64910788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.650145073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.650163413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":11,"elapsed":"222.62962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.650539098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.651912466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.652315721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.652326781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.652382152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.652544224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.653567798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.6537489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.654884025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.65679938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.657053643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.657985875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.658736785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.658753035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.658959978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.659083409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"228.606268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.659980241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.659996201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.660174334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.663667339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.663875042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.671117496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.671162907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"243.3967ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:01:00.700372097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.700412788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"269.814524ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.757837646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.757907417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.758315392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06ed5b9-e6d9-4dfb-acaf-28185f14b192\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.758350072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.760047014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.760657573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.760692623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.760989917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63e3830-2c1b-4e21-b539-f0b98c5e4ffa\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.761021357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.762188702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.762209233Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.762513197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e166fd58-dd17-404f-9d05-7adda474a458\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.762535177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.766075973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.767244598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.866657993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.867068719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5347ed4d-ff37-43d3-8fd0-5bcf6b33ed2b\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.867088659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.868547888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b32b9e0b-f594-440a-97a2-a3f4c32f1792\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.868561988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.870131208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.870153579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"442.497183ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.902375928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.951245045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.951524599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165daa93-dd38-4865-bd17-57964fd1b425\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:00:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.95239373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.952659983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.997474807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997498587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997860852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b06f28f-1c0c-4e38-b931-b6f17beaede3\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997877883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.998139956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.000140872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.000321224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.03067275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.030970434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.032800798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.033201353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.033508427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.034404718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":11,"elapsed":"606.626392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.035379661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.035588634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.035612824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.036115671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.036129171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.036363774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.037667291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.037684831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.037832123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.038105076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.038487632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.038708584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.038937707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.039987411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040007541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040162083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040603169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.04070731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040727301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040742181Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040931953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040948744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.04224843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.042489544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.042610425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.042825398Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.044073364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.044307327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.044727973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046149571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046176772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046393155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036631f5-7596-44c0-8fb6-c7947b78e6df\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046418625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.046429775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046535538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.048553573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:01:01.046398464Z\"}]}","iteration":2,"elapsed":"614.97276ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.050340096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.050366336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.05297312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.054874395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.055142409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.057020663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.057308767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.058548673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.058807306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.060087623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.060257435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.060271255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.061867836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.061889946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.062125239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.064692563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.064899145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.066540197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.0667582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.067412948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.067730833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.06831224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.069146951Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.069342363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.07057591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.070669141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.070681161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.070969545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.072684497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.072869939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.074119556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.074136596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.074263707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.074272998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.075746317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.07594986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.076086311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.076098682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.076250323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.077279337Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.07755149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.077710743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.078357891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078389571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078542323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078701235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e532b3b4-22fe-4507-811b-4f6b91e72df9\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078725866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078979859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081005725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081022886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081086996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08133376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08135356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08287196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08289371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.083122253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.083938753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08594811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"c9c17d4b-65c0-4a48-afa2-43a0fe16c480\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":5,\"num_already_tombstoned\":0,\"num_inserted\":4,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"653.514413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08596855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08597867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.087277117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087298667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087318477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087443589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087579681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087712993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a5f79d96-3c7a-4802-8c84-6b6edf6cc8ce\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.087954666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e9385c03-3840-4b4c-9080-13b516f00817\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.087971176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.089236453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.089422095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.089678478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":11,"elapsed":"659.185946ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.089963192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a35730f-2f8b-4afe-bc05-25c15d31de88\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.089988642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.091000356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.091228548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.0921553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"213c0e56-cd83-4e8f-88fc-1c5ebb47e757\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.092182921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.092764119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.093025952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.094281068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.094313579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"666.683405ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.095337162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":11,"elapsed":"667.559786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.097555561Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.097964486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.09979484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.100077894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.101521973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.101773956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.103142924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.106609769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.106629399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.106784121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.107884536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.108087908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.109169022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.109350775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.110278247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.11363725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.113665911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.113788482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.120609591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.120646962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.120868354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.122292563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.124046596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.124058646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.124204558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.241557947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.242030223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f968498-1405-4081-93f3-8d15ba48af9d\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.242053993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.242065163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.242073813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.243149207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":11,"elapsed":"812.702456ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.243463582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.245122883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.245149253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.254230762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.254585726Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.256264688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.256287849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.256604153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.265978745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.266273859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cdcd7fd-8e5a-4283-b83a-70e94a36e139\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266296419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266308499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266619143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266629743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266636333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266643373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266650024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266657364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266849706Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.266860006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.267007508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.267017008Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.267360023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.269177866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.269332479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58b4014-5b0c-46f9-863d-29bc6999b3bf\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.269354299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.26942393Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0b86c5-88c2-4d9c-aaa2-732cefccdf39\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.26943741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.26944752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.296436301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","vpc_to_sled":"[Sled { identity: SledIdentity { id: fee17c45-a85b-405f-9e58-2ca0ab03dea9, time_created: 2025-03-02T04:56:21.866513Z, time_modified: 2025-03-02T04:56:21.866513Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: d6094382-b327-4998-b53d-b2d98a53005b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.296475312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.296484432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.296773766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.298719131Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.298951114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.30014723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.302749804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.335328828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.361849154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1e8a45aa-7550-40eb-83a7-c8316d0b04be\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.361868774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.361879494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.362422501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf094df-9f46-4397-b20e-2ca839c14265\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.362464602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.362700805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.362770586Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"5a7c3272-d2c1-4739-b5d6-b3622e7cc0e2\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.365020255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.365034535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","elapsed":"934.564924ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.365042415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":2,"elapsed":"934.574124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.36620007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.366487564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.369672375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.369825548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.371411258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.371713492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.378236697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":11,"elapsed":"947.779546ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:02.903289671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"b59b76b1-4b86-456c-95e2-363d1e774a3e","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.428497982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.428560653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.428862917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.430189764Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.431171907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.431181667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.43137558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.432837179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.432848609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.432995451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.433053402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.433335025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.434876135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.435192919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.436648918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.4390929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.43910575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.439250412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.45593587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.45596783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":32,"elapsed":"27.479438ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.470783943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"39.601606ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:12.903095305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"ce926634-ba34-4a40-ad5d-cc032e7d9151","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.428304447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.428390548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.428668302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.430549616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.430559926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.430567256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.430782279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.432078756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.432265179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.433193291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.433206241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.433373433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.433869459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.314013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.435589772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.435896376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.437148702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.439569504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.439580724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.439726376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.448615651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.448644222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":33,"elapsed":"20.358766ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:22.903347957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"1bb5cf83-53bd-410a-90f5-a39b2e4de200","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.42802474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428077211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428087521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428095661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428102412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428109932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428115802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428123692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428131062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428391845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428406276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428415216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.428427756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.430049227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.430216489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431129891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431147301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431157911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431167061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431176041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431186842Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431197372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431207692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431217432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.431228082Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431238562Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431248602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431258113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431267033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431276473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431286753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431296453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431306363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431317273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431327794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431457075Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431486885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.403044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431500856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431539156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431689708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431709328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431725119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431733299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431742059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431751399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431758739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431768219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431774909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431784109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.431901601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 662225276 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432059703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 662398948 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432073143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432132764Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.432205075Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.432257806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432337957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432347947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432494849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432835443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432847883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.432986715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434000928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434021889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434031199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434038539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434045159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434051649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434194121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434288532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434299202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434392033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.434444654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.43489166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.436570432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.436596912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.436743734Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437379842Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437394362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437567545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437638736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437648896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.437807488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.439022124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.440128998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.440152249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.440163318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.440445492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441563527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441583177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442217405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.443026746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44331863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.444252202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.444560436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.445450278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44561298Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.447114709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448249974Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 678573669 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448282354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.448555208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448625069Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448793811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.449010524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.449127925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.449143206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.449283697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.451337754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"20.090762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.45716476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.457884019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.459614952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.459646772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.459794244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.460947369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.46097134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.461126412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.484078711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.484150651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":34,"elapsed":"56.075981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.492862915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.493295761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.493814428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.495917035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.496389221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.496582813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"62.569875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.49704577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.49707151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.497298483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.498447808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"66.680278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.498730372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.502614462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.502662643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.502917866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.507657418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":12,"elapsed":"76.503536ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.508935444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.508962425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"77.732002ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.509602293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.510012268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.510210331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.510506695Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.510779338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.510796618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.510807609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.511068812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"77.065084ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.511146693Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.511532368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.511937473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.512717874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.513156459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.515584341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.515936656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.522281358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.522321179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"94.286348ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.527904712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.527935952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.527981762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.527994553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.528279096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf5012f-0f61-4af6-a43b-91de996cebe4\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.528298486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.528346557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d8c9c3-a633-4345-a348-fde2f02838a0\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.528357287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.53013251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.530723638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.541486618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.541511149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.541762552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e31e7e-3f7e-4549-ae8a-7d0282dab392\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.541777422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.543743868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.547304024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"115.546955ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.550557996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"119.326814ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.550975342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.550986622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.550997132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"119.798381ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.557062781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"123.059763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.558224626Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.560142831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.560158901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.560306863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.592435472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.592784817Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.594348467Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.596040719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.596060519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.596193381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.597565599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.599315202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.599325652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.599489154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.62603511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.626336163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc5bc6c-7df6-4cca-bd87-12bb11916636\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.627454988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.627656871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.652386723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"221.213872ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.659899801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.659914341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.660390157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9773380e-91e8-41a9-8b4e-f96c7ad521d4\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.660411438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.660748592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.662223541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":12,"elapsed":"234.16717ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.700405928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.700431139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.700655862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e036cbc2-0ffb-40df-8023-9128dc274b41\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.700668272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.700996896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.701838307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":12,"elapsed":"273.747706ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.726058753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.726382907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002b4d42-11e4-497d-b126-89ea46aa2379\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.726410927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.726425957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.726434207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.726890393Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":12,"elapsed":"295.733542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.728451524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.72890542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.731140589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.731389612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.734761206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.734782956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.73511886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1f11ee5f-c49b-4347-b02d-88d1143fb131\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.736717961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":12,"elapsed":"305.53344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.795455097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.795859922Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.79804961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.798091301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.798441065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.808709139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.809039883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97f8ad7-d2ca-43a0-9f43-9b24d1bd855f\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809064004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809077894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809378208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809390498Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809398098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809406208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809414718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809422788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809589811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809605461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.809824794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.809850014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.810115728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.811907911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812036162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b16ebf-4265-4b55-abd0-1e84b656f6b4\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812061903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812189735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778d1901-a5e3-423f-91c1-3f66f6492107\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.812207125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812221905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.911484708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6202df84-0fcd-4770-8bca-517ec961e5e0\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.911527689Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.911538379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.912002295Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66017b66-5728-4b71-a8e6-c2792d03f2c5\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.912047095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.91238377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.915868765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.916063057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.919511762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.919872177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.922002075Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.922223058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.929176698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":12,"elapsed":"498.037217ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:32.903601297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"51853b0a-16d8-495c-bb26-e1db9cb03913","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.427805556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.427868117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.428245761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.430109546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.431137449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.431148639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.431503404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.432653539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.432665759Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.432823211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.43351566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.433684903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.435224312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.435477966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.437155948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439687781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439703601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439849933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.448185191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.448208752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":35,"elapsed":"20.426816ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.464106859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"32.96751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:42.903391372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"818d85da-06a5-4986-ba5e-8d19bc851949","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.428627164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.428702725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.429146461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.430822972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.430834093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.431003685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.431084196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.433433527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.433446357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.433589229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.434869655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.435049978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.436362055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.438545343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.438558883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.438689665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.447975056Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.447997796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":36,"elapsed":"19.407783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.459455765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.459645728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.461036856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"30.213614ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:52.904063429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"fa599839-66c5-4aca-acb9-1bb1c05e3638","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428800483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428882404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428902095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428917065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428930245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:02:00.428946915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428963085Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428977606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":8,"elapsed":"25.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.428994476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429010936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429023986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429039837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429054097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429067427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429079937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429096347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429110297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429124438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429138618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429151828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429165688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429178188Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429190508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429203199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429216389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429228259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429241669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.429253579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:52:00.429073917 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429265799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429471992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429494642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429523033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429600404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429622864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429641714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429657405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429673895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 659805709 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429705685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429745866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429784446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429919008Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 660054932 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429962478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.429980839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430125531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430135821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430258892Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430268593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430336573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430346483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.410978ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430389234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430397934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.430405924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.53546ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431117233Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431126394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431133434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431140644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431146664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431153444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.431160684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431167654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431175954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431182724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.431189285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431195605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431203135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431209905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431215825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431221725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431229135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431235715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431244395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431254665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431262805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431269226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431275346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431281326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431289866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431296436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431303406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431339766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431532939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431547189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431554849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431563179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431571169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43157983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43161547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43162587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43163348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43164031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431801232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.431911884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432268288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432281119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432288319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432295529Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432302339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432310249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432529462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432543112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432576703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432679234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432751425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.432958028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.433238921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.322206ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.433257681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 663395356 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.433517615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.433648466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434326515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434339606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434527258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434596619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434605839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434612429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434618799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434625039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434632059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434840762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434907593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.434917113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.435979287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436008027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436126789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436139869Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436156949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436299901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436695376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 666854861 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436771927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43695828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.43698105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438437379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438609521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.4393047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:52:00.429073917 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43932547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:52:00.429073917Z\",\"pruned\":[]}","iteration":7,"elapsed":"10.237233ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440674118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440696068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440895011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440931851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440957742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441086583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441101374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442608753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442661434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442726325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442738805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442908117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442923307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.444203994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445510211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445533411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445726604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445751934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445764884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445927176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.445967787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446022088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446037928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.4462229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.447385125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.447512087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.447522607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.44769452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449036247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449055787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.44929789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449663915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449684085Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449839567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.450554677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452199078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452223108Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452394351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452403901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.454469408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.454497018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.454728901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.455645873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.455674813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.455687793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"24.445319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.462617844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.462785566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.463009399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.463051049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.464363526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"32.064157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.476111839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.480089621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.48379133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.486060279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.486607786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.486633877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.490578538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.490817351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.491879715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"57.224955ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495063046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495390931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495511402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495556013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"66.655109ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495649094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.496292333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 726437007 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.496699408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.497274955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.497566569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"66.334744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.499576645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.500833602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.500859062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.501204246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.503536187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.503596968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.503607528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.524085295Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524137835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524145655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524590551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531261318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531299028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531307149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531313969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531650223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.546503227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.546981513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548790136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548946918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548973206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548985469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549090779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549321632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"114.740184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549347648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"117.089405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549406374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.54986389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.550269896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.550301036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":37,"elapsed":"121.502303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.556980793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.557416698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.558600244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.558625834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.558640465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"127.46968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.562197331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.562549725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.563774981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"132.583557ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.564951927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.567842284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.567873615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.567889275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571097617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571128347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571383871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.574582912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.576528987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.576556238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.57671201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.577158066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.577186876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"145.996382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584629753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584890287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.606711081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.606771541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.607137176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4763bb8-89bc-44c5-b36a-78c65ebb1ce9\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.607168947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.609193243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.621310431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.621338441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.621639785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110e5c37-afd7-469e-b122-4f66de79e7e8\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.621660575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.623583511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.652976703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.75483283Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.755241915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0f2060c8-e7d0-481a-95f4-159f7df77588\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.755259386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.756636854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"87d7d77e-b59c-4dd1-8ab9-348f7154b4da\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.756660294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.757979031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.757995411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"328.957475ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.896986572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.897032362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.897320406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f28c51a-6fcb-4d91-bd71-b74176744c03\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.897339986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.899257991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.907086593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.907340327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374c4ab7-b6d0-4552-a1ce-b7a4bd416cfb\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:01:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.909020998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.909294052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.913451866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":13,"elapsed":"484.599822ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.919944221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.919958421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.920243275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09da8326-d9d8-47c6-a73e-6489a88611ec\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.920267375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.92066852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.922674947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.922884819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.923271694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.923286264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.923292704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.923299584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.923682589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.92604652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926066091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926221623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926353884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926367804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926637378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926915312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.926927732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.927104914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.930155754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.930534929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.93134978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":13,"elapsed":"502.353573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.947943125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.976257074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.976310715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.976324945Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"545.141321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.976340115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.976636349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.976847272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.977117886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.979147752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.980308067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.980320907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"551.552194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.981009656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.981024027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.981192109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.981208009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"548.933531ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.982277553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.982291553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.982301533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.982308623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.982495826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.98285336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.98286542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.98287426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.983162384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.983758422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986268935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986317705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986369156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986381666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986534488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.986547179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.988770587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.988782877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.988798518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.988818778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":7,"elapsed":"559.861813ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.989152852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":13,"elapsed":"557.987958ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.991976159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.991993859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.992271253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c360d1c2-9df9-4cfd-a1b9-15c084279b25\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.992282043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.992554347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.994885847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.99506691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.997016635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.997256178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.000134776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.000151066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.00052231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b2e11007-e2f6-42cd-8844-ed7bddb208bc\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.001847568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":13,"elapsed":"570.689604ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.007663194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"573.041024ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:02:01.009405646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.009418696Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"578.179101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.013288427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.016029243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.016060593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.016189705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.018006978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.018021189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.018029238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.018037629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":7,"elapsed":"589.074023ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.022137322Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.022211683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"593.189527ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.027172898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.028649417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4b60e3e-ab6c-4495-aebd-2053d24eea6f\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.028678367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.030718144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e9d5d5fa-c349-489e-a340-06b2844d1cfc\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.030735334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.033188626Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"08560b65-1abf-45a9-899a-05a6ed4ca21f\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.033210346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.034668365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.034715686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"605.848022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.040027785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"608.875101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.046251836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.0465251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.048185621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.049949244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.049963365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.050182117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.066426369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.066731843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.068769279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.06878104Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.069025923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.072230555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.072250105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.078554577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.078712299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.07883201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e04e916-07dd-4ae7-b109-418f9a3abede\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.078854441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.078864521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079172185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079183635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079191025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079198845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079206255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079214126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079364488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.079374288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.07951663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.07952981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.079771303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.081294103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.081307033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.081520376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.083186737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.083316639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b868288a-cb88-407b-bc04-a4b890db0ef8\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.083339729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.08341251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e51d47-1a3c-450c-9b11-9fceeb27f18f\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.08342517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.08343587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.125523659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.12561469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58134"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.125715941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1da389ba-84b8-47ab-beda-533899ac7131","remote_addr":"[fd00:1122:3344:101::a]:58134","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.125918514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1da389ba-84b8-47ab-beda-533899ac7131","remote_addr":"[fd00:1122:3344:101::a]:58134","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.139133816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.178470588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dffec2c4-c87f-48bf-ac5c-d1e72ae3b063\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.178496639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.178506659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.178517449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.178525379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/producers","method":"POST","req_id":"1da389ba-84b8-47ab-beda-533899ac7131","remote_addr":"[fd00:1122:3344:101::a]:58134","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":52855,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.17858428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da389ba-84b8-47ab-beda-533899ac7131\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.178882054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdcb280-0a5f-48e4-a7ee-b4c6770bb6e0\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.178927844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.1793509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.179423991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da9fe04-57c6-480a-8c7a-e07d51e6864f\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.179446171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.179455551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.179462721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.180469565Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.180480625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","wait_period":"150s","lease_duration":"600s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.18088118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":13,"elapsed":"749.680796ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.181722191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.181962944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.185083745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.185378338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.186724916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.18700105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.194450956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":13,"elapsed":"763.320643ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:02.904157146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"8e6d311b-ce4c-44ae-9fed-948f03a5d089","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.428380215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.428464036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.428891852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.431616857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.431628977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.431894941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.433773045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.433995758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.435557248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"3.937721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.459630002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.462156215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.462177825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.462317317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.464305183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.464527006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.466107117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.468424077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.468438477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.468571279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.478934874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.478965724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":38,"elapsed":"50.60797ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:12.903940001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"98a9f4c6-4b07-42ad-8eb7-5200868f813a","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.428164921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.428258792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.428714768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.430276778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.431266871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.431276631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.431462004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.432856762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.432866722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.433034884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.433223147Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.433389869Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.434747486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.434907968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.436510309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.438787679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.438800909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.438928711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.447627774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.447652784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":39,"elapsed":"19.521474ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.462899863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.626742ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:22.90405654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"3718ee0e-89e9-4060-9893-d18e70365837","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428716795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428771326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428780076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428787696Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428795736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428802406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428808276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428814936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.428822426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.42909655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.42911045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.4291202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.42914912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.430964854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.430974504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.430981724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.430988355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.430996185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431003195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431009635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431016165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431022785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431029675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431035475Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431041765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431049105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431056376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431063476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431070826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431077256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431083876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.431091386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431098686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431354249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431373789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 661333074 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43138725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43139531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43140432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431480981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431491691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431500831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431509251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431518011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431537452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.431713754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.431837156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.083071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43218943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432614626Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432637796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432647026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432654106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432817178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 662801053 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432848579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.432885239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.433100362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43451955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434548671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434738773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434802454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434814144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434821945Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434828954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434836105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434843275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434854435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.434863325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.435046348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.435065758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.435074548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.435083798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436631688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.437512009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43832276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438447872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438769206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438795476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438961278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441076666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441105086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441287289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441653303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441681174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441890857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442475254Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442508115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442642816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446255783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446528257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.44675639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446993503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.448555463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.449004469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.449343784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 679316458 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.449672898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.491051907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.491120208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.491131718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.491460312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.493681381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.494634724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.494658554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.494669444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.4951556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.496847233Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.496876373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.497115126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.501788847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.502226032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.504593243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"72.017018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.505107899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.505356962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.505421373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.505443693Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.505891309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.506206723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.507940906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.507968646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.508150659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.508709526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"76.130071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.508778367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.508880028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.508898818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.50897691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.509227333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.511924028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.511951698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.512262522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.512301943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.513926074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"82.883809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.514063396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51438609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517232207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"82.406993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517815395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517930966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517955776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51823527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51826592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.518574255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"83.76121ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.518599265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.518613645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.518853938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.519537707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51974655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520593401Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":14,"elapsed":"89.572876ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520614891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"89.605777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.521619384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.525071769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.52510879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.525380633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.526882833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.526913193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"98.194219ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.530717123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.530746093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.531153139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001b238e-0cbc-4f04-92e9-7d8860bc9f7a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.531183079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.532957252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.535312813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.535374983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":40,"elapsed":"106.446075ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.539165983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.539206603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.539219993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.539234554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"108.258319ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.539571578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fced8026-7028-48b0-a3e0-71eb9aea3d5f\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.539604189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.54124812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.552552627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.552596838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.552607978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"121.563982ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.560408169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.5604646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.562388255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292708d7-e948-4bc7-83fa-4c7dc2a8afd0\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.562413786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.563852274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.564651415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"129.821091ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.565119731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"134.145427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.587182258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.587535093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.622352846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.622725441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5951dad4-ca13-46ef-98d1-5041af878074\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.624867469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.625178663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.626924526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":14,"elapsed":"198.183561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.688859053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.689230918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.690590755Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.692263837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.692280547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.692417439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.718013662Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":14,"elapsed":"289.237017ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.745583232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.745600362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.745995477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"371ca6cd-32c1-4bee-86d1-c6bb8f3e88e1\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.746024907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.74622815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.747160452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.748898715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.748912455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.749055537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.788059115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.788085535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.788250167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"85adc41e-4c3d-4977-b7fc-2fdae198c22e\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.788262757Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.7884647Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.790381535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.790555507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.79228774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.792492053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.794905624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.794916524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.795223108Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d678af2f-8310-4370-8e77-087ad7e244b5\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.796601046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":14,"elapsed":"365.536671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.806613736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.807031862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.807386607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.807751471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6d4eac-6dac-4972-ab10-735c72e95106\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.807775942Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.807786162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.807794032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.80915311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":14,"elapsed":"378.183035ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.811327778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.811352268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.811719163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.819108299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.819417223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09662265-4ea8-462d-96e0-807246a3bf9b\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819438764Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819450494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819708677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819723867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819731238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819738527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819745338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.819766018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.81991605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.81992651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.820072272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.820082582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.820377606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.822461763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.822569964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a785ec7-912c-43c3-88df-20aa6a961b03\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.822595265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.822654325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e82a26-4826-4cf2-bd2d-c294da5bfd94\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.822667776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.822677836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.914297819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"730ae3be-e4fb-4ab6-b5d7-42b57e868550\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.91433712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.9143481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.914906827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89ea0ab-03c6-46fe-b227-482f108c3b40\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.914957458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.915384213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.917954007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.918322602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.921341921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.921581244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.923668051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.923928145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.931563664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":14,"elapsed":"500.514229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:32.904013207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"34553af5-3dd8-42cf-9bef-fe2247b3acf6","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.428244574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.428297435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.428575479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.43020616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.431240083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.431253663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.431596358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.432641852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.432654442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.432791914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.43329536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.433507623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.434639518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.43480903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.435157584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.922271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.436076876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.438251934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.438266945Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.438391006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.450503924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.450533274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":41,"elapsed":"22.29263ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:42.90378621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"211ea181-2f6c-4354-aed2-9e1b39d38b01","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.42899906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.429080731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.429365375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.431117378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.431139778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.431148068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.431493563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.433633741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.433651001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.433797253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.435743428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.435984081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.437588512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.440062684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.440080514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.440217736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.449519868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.449550418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":42,"elapsed":"20.568528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.462523497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.462875842Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.464267709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"33.145521ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:52.904535534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"18afb898-b7fe-4914-9eb8-ceebe7f2294e","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":492,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.42851495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428609481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428630752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428647542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428665772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428681622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428695693Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.428714653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:53:00.428603961 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428732053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428747013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428761193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428776183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428789314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428803724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428817724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428830604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:03:00.428844335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428859155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":9,"elapsed":"20.08µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428875835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428889465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428902325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428916655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428930605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428943606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428955726Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428968526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.428980166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429138448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429163348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.42925298Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.42928934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429408302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429438632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429466732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429476723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429485813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 659290777 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429539533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 659353548 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429970839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.429990829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.321517ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.43000065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.43001019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.208806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.430144211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.430354324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431188685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431197805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431205045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.431211185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431218415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431225006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431231806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431238286Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431244326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431251376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431258486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431265556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431271286Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431280206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431291276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431301036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431311787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431321437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431330797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431341407Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431350387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431360547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431370157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.431380837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431390388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431401308Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431410648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431462309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431488169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.43158536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.43159504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431610751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431629601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431653341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431664201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431673371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431681871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431695432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.431707312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.432085597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:53:00.428603961 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432102167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:53:00.428603961Z\",\"pruned\":[]}","iteration":8,"elapsed":"3.495956ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432163938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432177898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432190418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432201678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432211388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432221938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432403401Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432425601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432480182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 662297236 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432494202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.724439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.432503312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.432737385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.433051669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.433294772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.433429054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.433512385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434475498Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434485288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434491878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434499248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434505588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434512168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434745341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434756392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 664569936 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434807412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.434817392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.434972904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.435194367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.435204697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.435363639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436362502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436374193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436518194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.438174816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.438702893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.438717493Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.438724473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439032487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439121448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440674129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440702369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440716179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440884271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442250199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.44227949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442385301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442684375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442831127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445334639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445362599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445466871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445479711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445490051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.445686494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447418086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447457977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.448235457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.448507911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.448985317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"16.807599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.45001006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.4500389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.450197153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.451148275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.451172195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.451423778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.452833967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.455119047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.455513152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.457606579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.459608235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.460054241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.461914145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.46239747Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 692186666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.462431492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.462663011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.463728399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.464297746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.473310254Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.473359564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"42.031237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.480497877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.48452541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.48457877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.484763193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.49066269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.49296286Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.4929928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.493142512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.4952982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.497941724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.497972025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.497983645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.497994465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.498445091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.498903607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.498930077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.49913343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.500368306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.500393566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.500405956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"69.154071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.502410873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.506535166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.506568886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.506785129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.511678233Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.512064418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.513335394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.513622918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.514907204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"82.730897ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.514983816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"80.494087ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.515935228Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"81.44663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.517094723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.517185174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.51758977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.51760766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520062402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"87.891484ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.529578976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.529629576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":43,"elapsed":"100.829923ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.531228677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"99.944861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.534725953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.534946936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.537749072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.537782422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.537796163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"106.464076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.537809413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.538279649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.539246092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.539271682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.539282182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.539543445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.540326456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.540350246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.540360796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.540370606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.540600019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.54214845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.5460274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.54606021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.546258183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.547299486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.547323077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.547337847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"116.125031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.553881732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.554098795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.556973263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.557001503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.557141015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.558525703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.558551923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.558564623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.558979889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.559036129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.559049419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.55907853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.561465951Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.562285022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.562628906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.564651523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.565708166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.565730197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.56598216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.567982166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.568008406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.568234719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.568996059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.569024509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.5690346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.5690441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":8,"elapsed":"140.239106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.570876804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.571274249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.572265572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"140.992205ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.574990857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.575018098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.575029638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.575448173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.581088907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"146.574978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.586772251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.587244207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.596650809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.598362242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602538146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602578646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.60281594Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.605388983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":15,"elapsed":"174.122597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.60670119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.607152956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.60897617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.610802194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.610827844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.610955516Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.616941294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.616964894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"188.177691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.621433452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.624797836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.624822136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.624989778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.62744975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.627474601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.627484711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.627494351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":8,"elapsed":"198.984851ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.661633416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"230.416471ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.665502326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.665533557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"236.891714ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:03:00.699158855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.699204615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"267.853819ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.703059046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.703074166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.703451411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c2cb97-a0c4-4ab4-8bbd-bb3e652b64c1\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.703471041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.703926597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.703938597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.704245581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52000445-aa39-41e2-9a61-62274f9f40f2\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.704263081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.70495529Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.706138106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.706190746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.716681523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.717008767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.718818771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.720600284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.720612934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.720761666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.722314086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.724033519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.724046699Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.724193241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.759078305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.759098805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.759351249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0edb6677-3fa6-4a26-a3c5-38ed1bf83aee\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.759367119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.761616178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.85311877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.926284103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.926608447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c508a182-94f3-455b-8383-4188c25eaa1a\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:02:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.928695625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.929008279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.930340676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":15,"elapsed":"501.768205ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.965736567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":15,"elapsed":"537.016704ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.97671948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.977035664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0aee373-b048-4911-bc1d-df08b8655fd7\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.977058435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.977068225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.977076045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.979016761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":15,"elapsed":"547.824496ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.980949915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.980962515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.981198949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641702ee-8aba-4269-b6fa-617e296010e2\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.981216339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.981459612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.016731271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.017115156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"80c83d91-34d3-47a2-8b1f-6ecc6e96e50c\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.017133717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.018361702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f753cf2d-569e-408f-b533-6f46a3901ce1\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.018373853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.019925193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.019936423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"591.255241ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.029162753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.029176423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.029401926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7182a038-40b7-4147-8acb-b97937d4e9e1\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.029413837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.029777431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.031790848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.03200514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.035472945Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.035774809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.038710648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.038726118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.039083192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6005ad65-5972-420d-bd51-e75e66de8fb0\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.041054508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":15,"elapsed":"609.853443ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.075100772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.075599028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1839951f-c4c4-4eaf-ac60-18b5860a1f50\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.075610698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.07724834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc67dae3-789e-464a-89a0-82a20580abf2\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.07726207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.078676828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"184cbecf-b123-4564-9b8b-6691c87c3db6\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.078689748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.080717665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.080767035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"652.222105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.123285069Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.123643014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.12562734Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.12564363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.125792332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.135485238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.13634937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c703c7-34f1-40a7-bab2-72557552cea6\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.13637562Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.13638691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136689364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136700554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136708084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136716014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136723584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136731904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136925487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.136935897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.137233901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.137243111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.137422044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.139071645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.139186207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad820bb3-52b0-4101-8d6a-547c201e7873\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.139197456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.139298968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db71a93a-f3df-4eea-a047-1b6f4c02e91f\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.139319878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.139332138Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.232776815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"70e33cdd-6876-4f77-a27d-44ae5a0879be\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.232801906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.232811616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.233220381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69448f8f-5ae7-4118-badb-7e32a0d551c0\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.233266432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.233669997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.236635866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.236832178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.239321831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.239645525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.241499059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.241681491Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.249116068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":15,"elapsed":"817.879433ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:02.903587898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"a0f73ad3-35eb-432b-af96-d3897762a9c8","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.429007143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.429088484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.429518449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.431385024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.431395994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.431404324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.431774589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.433915197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.433939777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.434075379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.435851532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.436177846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.437348051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.439836314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.439855574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.439996556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.452453748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.452482379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":44,"elapsed":"23.496036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.461853361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.462095754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.463076117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"31.693513ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:12.904206474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"3c2f515d-3496-4ed0-b71c-069bd822c88a","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.428420862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.428477992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.428778896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.430374737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.43141093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.431423111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.431786946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.43287358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.43288507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.433040302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.433530898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.433860833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.435314121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.435538784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.437110335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.439641478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.439657598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.43980688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.451139247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.451169998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":45,"elapsed":"22.759787ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.464641603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"33.228683ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:22.903811065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"40ce9633-a825-4a95-af3e-3b5e0df094f2","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428474009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.42853371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.4285447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.42855377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.42856165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.42856849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428577281Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428584591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428592261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428829344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428842324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428851244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.428922365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431015602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"2.509172ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431236765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 660872560 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431255385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431299726Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431313986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431321886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431329786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431337357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431344167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431352937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431360417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431369317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431376497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431383287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431391177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431397477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431404707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431412038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431418678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431426008Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.431432408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431439578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431445618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431498519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 661136643 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.43159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.431651281Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431677251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431695831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431709671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431726862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431768352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431790443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431799743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431808193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.431826553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.431902244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.432815656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.432832266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.432840076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.432847296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.43312366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.43313643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.433193351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.433405604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.433597506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.433607276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.433755368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434211714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434222404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434368866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434851812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434863512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434870043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434877113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434883793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.434890653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.435059365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.435098106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.435176227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.43620424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436747387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.437488117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.438194336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.439050877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.439070887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.43929828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440866651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440886271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441134854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441672961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441693932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441867814Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441885634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.441894794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442095647Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.445210907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"13.886821ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.445634543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"12.805946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.445889796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.446244891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.446293572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.446565305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.447876632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.448284577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.448972646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 678602561 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.449006127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.44925933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.449755686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.449873088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.45003157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.450222573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.450346134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.45081105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"15.947108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.451362967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.451394878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.45160139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453198521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453228012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453358484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453530156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453753439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.469163329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.4692344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":46,"elapsed":"40.68746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.48916129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.491763724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.491792664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.492074988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.498178177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.498214668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.498225638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.498489371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.499825879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"64.943646ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.502697986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"69.86785ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.503124552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.503148932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"71.815206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.505942148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.506184681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.507734511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.509625276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.509649666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.509870429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.50999841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.510207213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.512469893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.514313517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.514346947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.514462368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.518177307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.518675714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.547795273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.547847003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.548118707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef2e6a6-ef01-4492-bbf6-008601df34f8\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.548141517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.549416784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.555077348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.555104468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.555371732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd84cd4-0c76-4625-b34b-5c3bac79a5f3\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.555403032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.557630351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.57064611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.570675011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.570970285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a491ee-a0be-41e8-9794-c7f222d98fcc\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.570986845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.572518385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.5821382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.58216471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.582615106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506b180e-cde0-4d7d-8542-a08520674f46\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.582637636Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.583022192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.585611305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.585635376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.585645796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.585662046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.585679976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"154.37952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.58595358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.586018931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.587965546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.588229129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.589573437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.592396154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.592421804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.592702938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.597006044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":16,"elapsed":"165.652146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.616185964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.616530248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.618925169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.620805404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.620823074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.621002326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.622988022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.624691114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.624702564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.624839136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.626227284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"191.347162ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.630264097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.630293787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"201.818808ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.637147477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.637179217Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.637191367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"205.830131ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.63969377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.640009114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbcd6580-7d0d-44a7-ad1d-f557114d1ff1\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.641226396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.641561054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.642890172Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":16,"elapsed":"214.348541ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.643634771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":16,"elapsed":"215.116341ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.650055605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.650082015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.650306248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fc54b6ae-7a3b-418a-9e98-d3afb9b5ea0d\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.650318948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.650620262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.653091774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.653271207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.655493536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.65580347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.658395793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.658416724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.658808059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b7be6325-8eae-4c3f-98b5-8b5ca07d752c\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.661029688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":16,"elapsed":"229.6453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.699435768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"268.049051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.712124883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.712514598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.714243941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.714268581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.714436483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.717365862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.724001848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.724332832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba095ea1-4bfe-4268-80cf-a34ccab6b0e4\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724361633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724372873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724620426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724634386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724644446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724655137Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724664317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724673967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724821989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.724833079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.725045382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725055552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725374866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725484757Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b659949f-71c4-4f27-b9d9-e23204fcaaf2\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.725505397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.725512828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.725519638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727030197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":16,"elapsed":"295.712621ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727574904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727675936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3d1dee-6b27-4cbf-89e6-c079e9db1bbf\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727729546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727764137Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c740076-224d-4ea4-a95b-6678de285c16\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.727778617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.727788777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.823543345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9b99ee33-8883-417d-bb43-363e1c2df0f1\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.823588365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.823598925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.824222894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0219b4e6-555f-4575-b91b-2aab41549c9a\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.824274664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.82471316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.827635478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.827969982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.831310316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.831563229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.833600246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.833841499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.840533176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":16,"elapsed":"409.22336ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:32.904633763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"8526ec40-6849-4229-9e3f-b66b2e767868","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.42883669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.428896061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.429183255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.431000629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.431990802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.432000622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.432192474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.433577662Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.433589052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.433750274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.434064598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.434229411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.435535248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.4357218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.437679596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.439949505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.439964106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.440095637Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.452006712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.452032323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":47,"elapsed":"23.208732ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.46413467Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"32.136799ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:42.90395187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"d2163685-23ba-4206-807b-2960896276a7","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.429160071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.429240742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.429499135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.4314232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.43143336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.431554262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.431699894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.434187587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.434199527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.434334958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.436424585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.4367573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.43832555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.440796382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.440810483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.440948624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.450758382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.450783223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":48,"elapsed":"21.643952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.461056466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.461290609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.462575356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"31.148476ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:52.904664307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"cc8506e2-aa64-484a-ab7b-44dbb4c8973d","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":553,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.428962635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429024275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429035605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429043686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429050446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429057776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429066376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429074036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429081746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429088306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429094866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429103056Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:04:00.429111226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429120237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429128687Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429137227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":10,"elapsed":"11.62µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429146807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429153917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429161677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429170007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429176867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429183938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429190718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.429197478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:54:00.429112077 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429205208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429212138Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429218518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429318249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.4293384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.42940619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429576443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429596333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429606973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429616253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429623593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429642793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 659112908 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.429722605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 659175169 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.430080339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43010199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.083244ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.430250231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.430275292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.179615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431202354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431222744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431567978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431596579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431607939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431617189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431627749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431637099Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431647159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.43165757Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43166808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.4316781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43168929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43170078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43171116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43172176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.431733131Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431742391Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431752471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431761971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431771171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431781451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431791361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431801592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431811292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431821692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431831922Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431841652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431851442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431861542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.431870873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432037585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432059945Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432069575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432078105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432095225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432105876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432138016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432147466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432155896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432164866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432173006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432181357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432537071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432832665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432842485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432849725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432856295Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432863065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.432870206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.433038058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.010092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.433150659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.433164809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.433173139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.433598055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:54:00.429112077 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.433611825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:54:00.429112077Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.491109ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434040681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434053511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434233893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434697319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43471825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43472613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434876722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.434932392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435039694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435050624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435112855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435121385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435128205Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435134805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435140825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435147735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435197876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435335567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435346218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.435463039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437415155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 666875889 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.437703829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437726139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437943792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438074003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 667541278 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.438402567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.439684324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.439703224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.439710035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.439961818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44016649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440192521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440404234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.4416771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44394822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.444174323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.446561804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.447349874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"14.482219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.449263449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.449295309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.449526143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.451958434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.452080106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.452353489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.452487061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.452703034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.455627852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.45854016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"26.85048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.461701081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.462163337Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.496763668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.497999434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.498029164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.498041334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.498051544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.49849455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.499702976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.499728806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.499928179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.502086597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.502262899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.506778748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.506815409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507016661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507353725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.507376496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507390556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"74.52344ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507404466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"75.743136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507579278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507604819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.507868252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.50926542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51073682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511467549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511852504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 741305209 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.512235539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.513563646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.513807969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51383937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.514063583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.514736402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.514768442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.515008405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.515441861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.515468031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.515805195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516456324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516482594Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516538505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516659107Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517112463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518739294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.520872041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521172045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521408099Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521465199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521565081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521581921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.521800984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.524254246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"89.10272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.525571753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.525934327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.529031908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.531602941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531631582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531644432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531707543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531724463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531736803Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531746583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.532633105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.532666385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.532679535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.532822587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.532957209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.53304026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533368894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.538577862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.538616223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.538632763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.540130192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.540160343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":49,"elapsed":"110.919745ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.541315688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.541348368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.541929736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.543330784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"108.158778ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.553878682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.553934062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.553950572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"122.260402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574454119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574630612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574996646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.575503653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.577058291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.57830075Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.578873417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.578946838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.579266082Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580415417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580453678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580689481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580817382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580841863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.580858043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.581237288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.581320049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.583237554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.585717446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.585751987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.5860213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.586941382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"154.089827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587858674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587889045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.588126748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.588955418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":17,"elapsed":"157.216847ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.589569706Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.590505559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.590546169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.590565219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.59057818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":9,"elapsed":"161.427472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.594147756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.594379219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.602741408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.602782088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.602794309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"171.149079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.604270188Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"172.562728ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.605543415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.605571515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"173.888605ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.607175616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"172.050772ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.614289878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.614321319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.614671433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566e9ecb-9b30-4d7a-aa60-8c2fb41e7795\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.614693224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.616544988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.616566538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"187.612174ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.617137935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.61976529Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.624119697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.624156767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.624318089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.649203373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.649297994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"220.106317ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.662197262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.662238683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.662601028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0bfea0d-1947-4efc-842c-bf466f5de910\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.662627288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.665209392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.674642955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.674676965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.675007799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1d7d81d-6b4f-4b1a-8756-b061d83213d5\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.67502868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.677011026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.689577589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.689875553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.689891533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.689900303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.6903955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.692399716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.695300114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.695312754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.695463616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.698233702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.698257172Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.698266232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.698275152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":9,"elapsed":"269.170526ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.704815777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"273.156638ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:04:00.711237511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.711266982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"279.548191ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.742760702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.743933347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.744225861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.746311328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.748083806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.748102893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.748242423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.83245343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":17,"elapsed":"403.369734ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.839961698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.840284982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4c1e3e-16ef-467b-a9b6-d19ae2874999\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:03:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.841737481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.842083036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.853571885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.85395275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a3f0747-e3b5-43e4-acd4-320d975b2699\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.853970571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.855798844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"08e31a29-7eda-4909-974a-1ee118127039\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.855854065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.857671349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.857686059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"428.709434ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.88848218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.889059397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a2aaee80-e160-4d4e-b5e7-44b3b2122c82\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.889089278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.891689942Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c6250822-94c0-45ab-8e84-78116fabbc85\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.891725832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.893318083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.893347203Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.893724528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c93c04-f616-4c24-b7d6-c0bd7463ce3b\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.893766209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.894139824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64e29050-e6f6-4fd3-8706-02e6015a6008\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.894167834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.894182254Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.895213278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.896364193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":17,"elapsed":"467.219365ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.896734048Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.896781708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"467.737642ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.897748371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.897769501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.897951303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.91690925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.916937341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.917195894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6acd2a00-061e-4ed8-975a-24bfc8465546\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.917208084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.917577139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.92070923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.920986704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.924793543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.925138778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.929496114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.929515475Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.935262179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a798e8c8-3944-4750-ab0a-8179090c578d\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.937182104Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":17,"elapsed":"505.533595ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.956128251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.956527256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f122c2f2-a4fa-44e3-ba08-583cca1db01a\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.956561397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.956573787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.956583677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.958869307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":17,"elapsed":"527.238068ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.96756871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.968053306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.970262855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.970286276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.97065235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.982800239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.983203684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec4f91fd-7a0d-457d-bdce-6f8e1260935c\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983230384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983245264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983537878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983556488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983570359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983581149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983591909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983603269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983769821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.983783162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.984057935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.984069985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.984398999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.986599438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.986811361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d809a0-150c-49e5-b430-d0be05ebe718\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.986831121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.986945933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd8bb25-8a53-4e7a-8e13-60b3bf6a296b\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.986965053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.986979173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.089857083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9dbde026-09ba-489a-909f-922a88bcb604\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.089883013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.089893484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.090224738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adcae81d-5f5e-4282-a10d-782104a3fe1c\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:04:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.090265558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.090580882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.094499253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.094848908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.097642325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.097851957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.099827733Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.100010615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.106175396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":17,"elapsed":"674.573906ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:02.904730423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"782df728-b03f-4220-be96-f0d037ce448e","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.428950321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.429034453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.429423368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.431311572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.432325405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.432335305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.432584899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.433726904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.433737744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.433878186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.434027808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.43420533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.435623118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.435787281Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.437318221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.43954153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.43955858Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.439692921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.452070243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.452098463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":50,"elapsed":"23.169792ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.463069506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.739231ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:12.895566611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:40492"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:12.895710543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"65b5cba8-d5a4-4011-a1de-f4c5ab259bac","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:12.896054047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"65b5cba8-d5a4-4011-a1de-f4c5ab259bac","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:12.89861155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"65b5cba8-d5a4-4011-a1de-f4c5ab259bac","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2951,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:12.898831963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"43885097-72db-49bd-9e22-2090c3cfe9f0","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:12.899096817Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"43885097-72db-49bd-9e22-2090c3cfe9f0","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:12.900487775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"43885097-72db-49bd-9e22-2090c3cfe9f0","remote_addr":"[fd00:1122:3344:101::d]:40492","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1691,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:12.904830341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"ef61a9ce-235a-466f-8d3f-c9f420337663","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.429038029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.42911803Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.429388314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.430843002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.431857346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.431867666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.432127089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.433253084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.433263644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.433401996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.433672429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.433906422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.434781184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.434920106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.060159ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.434941266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.436358554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.438587403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.438598153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.438742815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.44981752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.44984616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":51,"elapsed":"20.823202ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:22.904314311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"aaef3772-3a46-44b0-9092-23edf1b2265d","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429454421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429535982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429554002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429568302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429582212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429595013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429607573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429621103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.429635143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.430031288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.430058729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.430077689Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.43016806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.431806841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432364999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432588832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432614862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432627142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432637692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432647362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432655773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432665542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432677263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432687083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432698473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432708923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.432718533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432728973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432738523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432748234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432757514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432767384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432777604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432787294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432796014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432804504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432814204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432823735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432833465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432868985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.432985657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433044007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433112348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433134749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433155379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433167939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433180159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433189909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433196809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.43320572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 662492434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.43321853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.433519664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433605575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.103544ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.433674656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 662968770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.433951519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434683969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434696429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434844531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434898702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434907652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434914112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434921262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434927832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.434935112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435080544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435090844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435118714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435165145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435226556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.435263176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436613664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436904908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.437299023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.437782779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439166557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439188887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.43937705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439706904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439731045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439908267Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.440402043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.440424964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.440652867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.441078092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.441102643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.441235074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442098576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443262641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"10.494636ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443938959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44396223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.444161142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446018356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"11.084014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446818847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44704178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.447509386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44860809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.448696311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.448984425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.449001095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.449641674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.449717495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.449730345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.450024579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.450315563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 679594747 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.450754468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.453777728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.453808178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.454075152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.459050096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.462609533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.462641183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.462966247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.474839262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.474888923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":52,"elapsed":"45.413752ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.493312243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.493367163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.493374663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.493381953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.493701518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.493726618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.494117943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.494287835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.494921304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.495116336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.495721554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"60.796392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.496278521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.496466714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.496556675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"63.866902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.498053364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.498319598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.4985354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.499016297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.500317504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.501168165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.501410198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.50233078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.502838207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.503390334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.505713174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.505734494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.505743884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.509374801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509403352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"76.769279ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509471363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509500283Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509707246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.51312208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":18,"elapsed":"80.443978ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.51923751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.51926437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519655546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0356070-e7fd-485c-999c-ca9c4e31e8d6\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.519682316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519954329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.520257383Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.521190055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.52232039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.5253487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.52536557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.525612773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.527329855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.52924432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.529266951Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.529442613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.537718501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.538036785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.5415014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"106.573288ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.54533859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"112.593337ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.546646087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"114.044945ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.553843261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.553861301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.554257636Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73432e51-25c4-4e2c-ba74-959aac3cea1c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.554285637Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.555929318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.556958781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.556983752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.556994632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.557377727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.560031891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.560062102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.560314655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721c227d-8a67-47b5-ad6a-9c48561ba49f\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.560343925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.561893256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.565876037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.565896198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"136.467557ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.594076415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"161.431222ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.641604894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":18,"elapsed":"212.064202ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.667917047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.668419373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd9c22c-e848-4e0a-a1b1-4fdef913f619\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.668439213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.668449904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.668458384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.669864372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":18,"elapsed":"237.26105ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.679306535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.679616179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07af3b4e-5ba5-4a9d-a168-d60146cbefd7\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.679961114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.679971224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.680227917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"613f0d50-8b8d-457c-903d-62ddca02635b\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.680256038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.680390799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.680540511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.680659753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.682841201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":18,"elapsed":"253.3734ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.695474556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.695498506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.695689639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"23f5faca-358c-4949-9545-ad3a116fa8d7\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.695701429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.695910791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.696204335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.696214145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.696222725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"263.514362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.69736048Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.697702545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.701060449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.701250591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.703641492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.703651232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.703923366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3ac2a1b6-1898-4daa-9e1a-50bcd43725fb\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.70574831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":18,"elapsed":"273.101147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.741319713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.741645067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.743688054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.743703184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.743882306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.752860673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.753167417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f12b9a8-3c28-439b-b292-8557198da28b\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753189588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753201338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753478201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753490771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753499401Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753508141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753517402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753526442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753704284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753715914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.753926227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.753935257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.754222631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.756281508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.75642751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c3aff6-8701-4053-89c7-229637fd834b\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.75643903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.756538001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"069739d4-09f3-445d-826b-7021241468ef\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.756555141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.756565981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859418011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1d152dd7-5f6b-490d-9e93-a8f1970f42fd\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.859468212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859481372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859857917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c08336-1e6e-44b6-b2cb-48c06e2475eb\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859896087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.860221322Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.864235354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.864422046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.868027453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.868370698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.870877421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.871219005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.877505007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":18,"elapsed":"444.911246ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.18252649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.182579831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.2131982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.213293721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46286"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.213412832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07d62204-b810-478c-ab51-e6e0c7b3efb6","remote_addr":"[fd00:1122:3344:101::a]:46286","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.213699426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07d62204-b810-478c-ab51-e6e0c7b3efb6","remote_addr":"[fd00:1122:3344:101::a]:46286","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.254244254Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.254281135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/producers","method":"POST","req_id":"07d62204-b810-478c-ab51-e6e0c7b3efb6","remote_addr":"[fd00:1122:3344:101::a]:46286","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":40932,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.254382226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d62204-b810-478c-ab51-e6e0c7b3efb6\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:04:31 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.255814405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.255831485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:32.904406738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"88925883-3ba2-4ed9-878b-60d75934ebaa","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.429634939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.42971487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.430144246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.431961329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.43197166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.43198003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.432356505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.433813413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.434043887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.434480592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.434491382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.434632334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.435944461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.974852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.436415378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.436811813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.43815932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.440711333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.440724403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.440885606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.449454327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.449483518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":53,"elapsed":"19.870218ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:42.904284874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"0eacc4e3-dbe2-44dc-bacc-1a9c384a3356","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.429521674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.429604165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.430050551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.431903305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.431918875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.431927145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.432189549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.434094554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.434270476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.434371767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.434383057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.434525869Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.435676794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.756259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.437168654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.437499728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.439103819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.441672482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.441687012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.441838934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.451570261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.451597612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":54,"elapsed":"22.109928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:52.904572983Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"517bbf11-2b06-4f60-be07-d7469a0de368","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429755792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429851634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429873894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429891274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429906674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429923794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.429983675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430000235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430016886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430031756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.430046536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:55:00.429882484 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430062866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430078387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430092837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430110227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430126247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430142047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:05:00.430158528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430175238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":11,"elapsed":"21.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430191458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430205978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430218198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430231818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430243889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430256259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430268519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430280269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430293299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.43030671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430412861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430434911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430450051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430470382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430491592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430508742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430601583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 659701228 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430736445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430756735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 659863820 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430780276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430794356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430808256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430964038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.430974958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.43113216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431161181Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431176281Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431187201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.178156ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431242192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431253772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.343198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431305443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431317173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431442174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431609336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.431753518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432055132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432063673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432070582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432077903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432083843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.432090443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432097513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432104183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432111013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432117323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432123423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432130563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432137403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432144214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432151063Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.432157964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432164614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432171084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432177974Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432184594Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432191524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432197714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432204794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432211084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432217315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432223255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432230144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432314886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432448527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432462248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432471068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432481068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432493148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432512318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432520608Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432528739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432579369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432589239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.432624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433102746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433228988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433237718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433244948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433251408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433258198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433265668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433513711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433523861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433532252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433581102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.526466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433598173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433785115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.433953847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 663075742 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.434046238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.43420555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435201363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435211103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435218414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435225004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435231504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435238844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435283414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435496297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435506587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.435514677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436355738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436363958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436552931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436562561Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436569011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436749583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437413052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437436303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437566604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.438903571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439274536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 668389771 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.439521859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.440011216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:55:00.429882484 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440032926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:55:00.429882484Z\",\"pruned\":[]}","iteration":10,"elapsed":"10.139722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441406274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441432455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441574876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441605877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443343179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443954497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443970128Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4442035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.444263651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.445887542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447001027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447017227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447092818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44725347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447271071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448296074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448319084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448466246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448601068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448624198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448636528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448647429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44876843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44878934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.449846674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.449867364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.450031767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.450060917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4510628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4510862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.451217652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.452316736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.452344077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.452439518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.454676237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455330365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455487887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.456064425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.456540521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.456571562Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.456586832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"24.439108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458504057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458534867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458876912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458899252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458912502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.459220816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4595414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.459561141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.459818244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460011557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460026447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460184269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.462274336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"29.025419ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.464217951Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"28.979558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.466314319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.466617112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.470446752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.470963299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.47099274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.471315814Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.474290232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.47561445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.476132876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.480386312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.48099389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"45.771137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.481838301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.483439102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.483470482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.483480912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.483493462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.483934028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.486867685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.486895989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.487168776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.496684484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 725772489 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.497091569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.49946364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"69.365114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.50173151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.501909482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.502252897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.502334638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.505501299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.50553263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.505682411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.507560125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.507587606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"75.431442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.510933929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.51096414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.511317545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.511488607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.511512557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.511822711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.512242646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.512273237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.512606421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.513391172Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.513418182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.513429132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.513742546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515393718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"82.14453ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.517553826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.517582936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.517600726Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.517983801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.518017172Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.518029032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.518039442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.518133543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.518275645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.51866828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.520455324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.521607488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.523798507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.524248503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.525481469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.525515039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.52553463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.52554972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.525858824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.525883824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528450378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528477938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"96.288174ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.52865872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528685941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528699761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528714211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":10,"elapsed":"98.690096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528808442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.530606026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.530972721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.535029943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.535072524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":55,"elapsed":"105.293532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.536394821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.5370933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.539109067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"106.919222ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.542659563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.542696903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.542712694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"110.597601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555820964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.55622687Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.557862841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.558823013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"125.560565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.559271199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.559605434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.561099053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.561115353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.561348646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.562533472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564066272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564097852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564112202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564388696Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564413096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564426676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564572328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566153839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.569236489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.569265729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.569437251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.570668658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.571049303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.571302206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.572349929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.57237827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.57239178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.5724064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":10,"elapsed":"142.474095ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.572957537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.573037438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.57316873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.57545792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.57548838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.57549741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"143.372587ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:05:00.58085984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.580896621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"148.679596ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.584151483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"148.93972ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.587886852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.587923982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"158.092319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.60466787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.607595049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.607631439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.607828472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.60996105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.6099819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.610303564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4fb3d7-faa9-4680-bb68-67c099273b4a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.610324694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.610512227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":19,"elapsed":"178.356083ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.611819154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.617609899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.617642879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.617874133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06a8bdd-8a4c-4fc7-ba8a-e5c3850e3dba\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.617906343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.617922013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.617932723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"188.185181ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.619562835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.624444698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"192.317285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.642520603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.64298797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.647316146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.647351026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.649702587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190c0f06-5a78-4e19-9bbb-0d8a3ea02161\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.649731277Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.652349831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.655436732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.655699625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.658091925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.660124033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.660141613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.660314255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.662299801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.664234416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.664251027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.664401528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.721435251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.805357635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":19,"elapsed":"375.304768ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.810770715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.863661964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.8640982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a482515-5092-423a-a830-50f85a42125a\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.86412632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.86413985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.864151641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.865442507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":19,"elapsed":"433.376805ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.871918372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.871932512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.872164095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53831800-816c-445e-a487-2701ed46faec\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.872197195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.872470879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.886519262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.886544632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.886693564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"918b24b4-0a3d-4ff7-9de9-f27c45a74723\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.886715684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.887085909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.888954404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.889174736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.891685909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.892024664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.894674718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.894688308Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.894923101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7f22d815-42e2-4e9b-86aa-c001e72e1467\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.896979548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":19,"elapsed":"464.845315ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.063814321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.064086955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e73f5b-58a0-45b3-95a2-31279bfaa31e\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.066165192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.066456106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.06835891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":19,"elapsed":"638.505907ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.156722761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.216435929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.216798224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f5d32dad-eb11-4892-86b3-fa8203b9f727\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.216814514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.218583127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3e1d15c-e83f-4c41-a313-bb778a2db588\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.218598598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.220642894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.220660834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"790.658709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.316536443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.317021669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2652d6e-ad7b-4a98-9933-6602215cda95\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.3170385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.319290449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb41a5ee-f754-4cd7-a85c-04f043fa2134\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.319304779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.320775069Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"72b4339b-ce00-449d-b646-23eb08ed16fd\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.320786019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.322522521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.322555442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"892.755679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.346543994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.346886789Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.348833814Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.348844454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.349028646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.358652452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.358941766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ae3cb1-cdcd-4cf4-8f34-f71ca4e5ae2c\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.358971846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.358981506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.35928865Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.35929906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.35930638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.359313831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.35932142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.359328531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.359498913Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.359508623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.359735616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.359744576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.36006446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.362042746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.362157628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4fbc6cb-eff9-4491-9c55-a25b7e7abcf7\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.362169088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.362245119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67df8602-27e2-419a-bea7-d513734932f2\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.362259189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.362269749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.452802058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9906a8ba-c83f-47c9-828c-f01ba02a33a7\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.452835179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.452847729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.453053001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e27dc1-bf7a-4640-94c5-b5668f5a873b\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:05:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.453099352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.453431657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.456518377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.4567629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.460245335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.460536629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.463021711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.463226994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.470034803Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":19,"elapsed":"1.037967001s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:02.904393697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"135bcbcb-d164-43ed-be1e-0edffa3a37af","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.429621517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.429702008Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.430150144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.431968797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.431979768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.43214351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.432332652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.433899613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.434108105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.434587822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.434600082Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.434736453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.435689226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"3.720669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.43679048Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.437128655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.438645634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.441156287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.441181037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.441317389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.452935221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.452960261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":56,"elapsed":"23.372975ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:12.904388933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"67fa6adc-33ac-433b-bb74-b0d2ca5bcd4d","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.429624575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.429707106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.430142832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.431744843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.432783196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.432803986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.433190561Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.434394657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.434410827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.434571079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.435081746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.4354178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.436245461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.436485654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.4369357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.156114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.438299598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.440881642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.440895012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.441072044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.452464502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.452488143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":57,"elapsed":"22.890068ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:22.90510742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"07092952-b5dd-48b8-945d-613c873d2fe1","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":354,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:27.895688845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:34315"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:27.895802806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b5c3bd8b-dd84-4ff6-8379-17d3b4cfc970","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:27.896173021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b5c3bd8b-dd84-4ff6-8379-17d3b4cfc970","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:27.898540492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b5c3bd8b-dd84-4ff6-8379-17d3b4cfc970","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2790,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:27.898794925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"afa60447-450e-4427-b371-79625249b8d2","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:27.899103039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"afa60447-450e-4427-b371-79625249b8d2","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:27.901099865Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"afa60447-450e-4427-b371-79625249b8d2","remote_addr":"[fd00:1122:3344:101::d]:34315","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.42957597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429654781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429671321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429685841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429699371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429712021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429725572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429738932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.429751552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.430156457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.430270019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.430290289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.430305879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432441587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432582769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"2.945779ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432721151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432734341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432746321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432756471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432766781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432778152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432788081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432797592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432809032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432820392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432830742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432840832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432851813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432861842Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432871993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432881413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.432891013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432901073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432910673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.432921683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433084296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433111646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433134326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433174927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433193517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433207727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433245238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433285758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433295838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433304468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433340179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433349239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433356239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433362419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433669763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433693913Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.433703624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 662636748 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.433910466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.434054898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 663004263 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.434299081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.434901319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.434913959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435086771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435142012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435151102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435158003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435164923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435171683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435177953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435350415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435426736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.435436406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436092375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436100915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436242977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.437990369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.438272373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.438498236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439062883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439235136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439364737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439416638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439770703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440853527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440911307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.44107412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.44113383Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.441148741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.441321493Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.441343843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.441351923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.441494095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442404587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442428047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442558739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443021955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444607195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444638256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444649046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444777278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444846369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446622642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446893505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.447074908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.44726195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"14.502389ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.447347121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.449734632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.449855724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450040166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450090037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450114027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450620044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450715205Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 679651130 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.451010289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.451981422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.452016122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.452116253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.452527419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.45261447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.45263659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.452834873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.453082986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.453507231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.454051809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.4541463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.454231661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.457311591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.457349952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.457509914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.458557257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.458586398Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.458905412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.461365514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"26.181302ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.488556688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.488624479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.488636739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.488924583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.497840029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.4978872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":58,"elapsed":"68.253869ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.500470193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"67.116704ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.500574715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"67.810733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503506403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"68.352071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.505082933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"69.911441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.506152647Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.506502152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.512839444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.512881035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.513254069Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c75f97-5691-4739-98e2-27b7e52e567c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.51328178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.515136284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.517652227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.517950381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.520437133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.520470523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"87.699552ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.522928355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.522952236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.523208829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c590a0-44e4-4f8a-9450-c549cdfd77c7\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.523223759Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.523309311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"90.514588ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.525032193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.529199317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.529227357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"99.656888ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.572646283Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.572701454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.573014418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16644c52-7d3d-4302-abc8-8adf1c1fd693\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.573048458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.574573508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.584856682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.584887913Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.585272407Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e892dc-a681-4a0f-89ff-2174846c7da0\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.585304018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.585713323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.587457256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"154.096627ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.587694469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.58772347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.58773499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.588160975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.58853787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.588786703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.590131721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.590147001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.590156161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"157.41566ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.591550179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.591906014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.59314767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.594790162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.594810492Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.594941713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.59622661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.59846801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.59848969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.598686792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.612544003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":20,"elapsed":"182.873851ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.613061089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.61541399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42848fa-8cdb-4869-b6c3-e466c69dc68b\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.616011468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.616042488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.618124066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":20,"elapsed":"188.435754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.624898394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.627420697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.627434107Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.627584939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.629739837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":20,"elapsed":"196.914715ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.639094019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.639122679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.639355292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cacb0871-6640-44bf-92c8-89894de95112\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.639368692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.639559695Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.641665452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.641835684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.64457644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.644863194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.647298715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.647316976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.647600319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d1a8afe1-7819-4a75-af80-698427f610e0\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.649786458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":20,"elapsed":"216.979466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.718357611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.718696236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.720480429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.720508359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.720744762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.724611913Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.724928427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0051cdf7-843b-4c27-ae03-cbc8b23a6567\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.724950787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.724960277Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.724967997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.726360875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":20,"elapsed":"293.578384ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.729673688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.729940782Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908bd132-87a5-4978-bcd7-cf979e9a16c0\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.729967542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730000123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730222126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730246876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730255116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730262456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730269316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730276076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730411668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730421938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.730645841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.730654301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.730959975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.732697788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.73289613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a6458f-54c0-44c3-94f9-2ca05bc4f2e2\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.732911881Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.732997132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2c88b5-387e-4761-8dc8-0b20f3b33da5\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.733010772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.733021692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.830681124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8aa4976a-e2fe-4fe4-a494-e22fd05594df\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.830723315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.830734285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919728864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc9f7c9-cedd-429e-9f7c-1a3f9ff5b6fb\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919761135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.920086429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.923549674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.923891578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.927502196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.927761659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.929235798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.929472601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.9363133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":20,"elapsed":"503.583989ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:32.904434146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"df90e1a2-c129-4570-b8da-3681dbeb6d3f","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.429650897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.429728478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.430099213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.431770434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.432786808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.432796708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.433048641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.434181336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.434189766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.434328288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.435021897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.435223599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.435694906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.435851888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.437401048Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.439503866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.439515051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.43963434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.44831174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.44833389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":59,"elapsed":"18.703614ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.466104962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"33.302883ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:42.904533493Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"997bcf16-dcc6-4fe9-9fc4-89f4dda94ae8","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":351,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.429751455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.429826026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.430262472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.432058745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.433247991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.433256651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.433471604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.43474182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.434758151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.434927273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.437111231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.437333844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.438855714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.441250485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.441294786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.441433218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.450897291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.450929141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":60,"elapsed":"21.187306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.462885707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.463203671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.464372946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.121805ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:52.904642102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"fda704d9-8f4a-4aeb-89af-bb3b456dfddc","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429834522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429885752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429894553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429902253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429909143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429915813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429922413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429929633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429937613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429944963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429953073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429961504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429968513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429975794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429983524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429991204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.429998094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430005084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430013184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:06:00.430020784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430029484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":12,"elapsed":"14.461µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430039154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430046614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430054725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430062105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430069185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430075535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.430082605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:56:00.430034585 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430090445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430295098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430325548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430334348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430342989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430359349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430399229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430412349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43044226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43046999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 659215594 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43048567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.430508871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 659280695 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431038238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431052708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431062678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.084734ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431072568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.164405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431704156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.431891639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432169412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432188493Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432196383Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432203073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432210603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432218433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432225153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.432233473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432240223Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432247003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432286834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432294284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432301954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432308574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432315354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432322504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432328904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.432336255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432342124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432348355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432354845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432360715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432367915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432375265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432381935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432387815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432394575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432401415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432408185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432415136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432421536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432427936Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432434786Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432441186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432448076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432454526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432493897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432514497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432602148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432643919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432658669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432667279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432707119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432716029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4327312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43273977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43275009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43276126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43277541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43278446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.432819911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433165545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433300227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433321807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.302593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433373698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433637001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433646912Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433654221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433661182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433667512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433674352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433879284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 662649249 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433898665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433915815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.433924735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.434109207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.434765746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.434777126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.434940448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435329763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435338743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435346004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435352574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435359274Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435366334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435373064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435379874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435470505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435480235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435526886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435540716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435612137Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435627327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.435661268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.436690711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 665455826 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.436961935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437150377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43738656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.437406041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:56:00.430034585 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437416261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:56:00.430034585Z\",\"pruned\":[]}","iteration":11,"elapsed":"7.361876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43818034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.439082682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440586112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440610782Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440870495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44120207Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44121447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.441455803Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442295174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442418806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442429136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442587068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443262227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443398708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44355289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443929726Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44583252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.445862481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.446002522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.446310897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.446334657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44656384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.450923777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.45198651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"18.338019ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454945479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.462895702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.465939882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.465987083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.466252246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.467121857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.467683805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.47653415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","candidates":"[(f9d9cc44-3890-4981-b01a-88d6d333d2a6, 0), (04fe6cab-7296-40bc-8c51-f01f263ecdc5, 0), (bdce7a86-b4f6-4172-828c-5cc76c61e422, 0), (c9c17d4b-65c0-4a48-afa2-43a0fe16c480, 0)]","collection_id":"f9d9cc44-3890-4981-b01a-88d6d333d2a6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.476593761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477020237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.490377591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.490818086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.499489199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.50110153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501136721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501149051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501159541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501666798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.5018607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.5018813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501894301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"69.687458ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.503781025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.503814806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.504046269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.504363413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.504692567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.506300518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.506537751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.508322894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.511569567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.5126238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.512672091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.512844463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.512876824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.513016255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.513209788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.513285499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.513889817Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.514695257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.514730558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.514987101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.515811762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 744563036 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.516156946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.517327431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.517356652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.517517994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.517542134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.518851551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.518878132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"86.557878ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520231349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.52026092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520488473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.522529129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.523492722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.523810986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.525493078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"91.655414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.52565819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.52569598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.525909443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.528801471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.531713979Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.531747819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.531937972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.532142084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.532452608Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.532887784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537238761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537283581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537446793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.539765744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.539794494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.539806944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.54022721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.541217363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"109.0331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.541484676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.54173888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.54257634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.542930975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.544783559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.545061573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.54561826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"110.248386ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.547471934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"112.130521ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549625982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549661303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549672533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549682313Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.550290291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.555077113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.555498989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.564632758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.564690978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":61,"elapsed":"134.704634ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.566581323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.569318709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.569722404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.574853701Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.575188255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.577017259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"144.683515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.583530224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.58403216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.586880688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.586908998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.586924948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.587190721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.589020515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"155.360654ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.589977808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.59242209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.59244807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.59246002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"160.231847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.592689283Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.594813501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.595927355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.595954226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.59624637Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.597224222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.597250632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.597428645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.59858805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.59861203Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"166.323027ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.634016091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.634355716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.643080969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"f9d9cc44-3890-4981-b01a-88d6d333d2a6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.64310943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.643402544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.724839125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.724882135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.725334301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f124f2a-03f2-4656-820f-cb691be41143\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.725361221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.725690796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.726676349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.726955462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.727408928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.72760259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.728125897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.729360863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.729493525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.730274495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.731226508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.731255038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.73140908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.732314602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.732342102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.732493874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.732823749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.732845639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.733105462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.734566731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.734598832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.734782294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.741507712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","candidates":"[(04fe6cab-7296-40bc-8c51-f01f263ecdc5, 0), (bdce7a86-b4f6-4172-828c-5cc76c61e422, 0), (c9c17d4b-65c0-4a48-afa2-43a0fe16c480, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.742016668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 970766333 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.742573165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.743165123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.743187673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.743201844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.743577509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.745412042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.745793078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.745828308Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.745840728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"631cdf47-555e-47be-888a-a2f76e6cf7f4\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.745855098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.746064341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.750358487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.750390047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.750404487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.750417888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":11,"elapsed":"320.538965ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.75134825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e1647d51-afee-4414-9edf-1ccd3aa45eb0\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.75137671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.752834059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.753162534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.753574649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.753603349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"323.588765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.75983007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.759884701Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.759928342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.759942122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.761162448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.761465411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.761967378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.761981938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.762399184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e805a59-c36b-44f8-ac00-e90b43734d27\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.762428614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.764521421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.764599712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.764619703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.764904966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.766457017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.770377918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.770409798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.770645241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.773962494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":21,"elapsed":"341.685861ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.7797717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.77980035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.780109045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3191bb2b-37ec-423e-8d03-3053891574bb\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.780138405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.782248232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.783502359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.785403973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.785430724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.785562605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.786206044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.786236154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.786247664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.786544338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.78897499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.78899547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.78900542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"356.701316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.791168418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.791408092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.792975772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.793835193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"358.49438ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.794283419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.794296309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"364.422047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.79514535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798435133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798465924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798651486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798682606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798696116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798909329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.799592248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800260507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800462639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800950416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800966666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800976316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800985186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":11,"elapsed":"371.052903ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.80130951Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.801332011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.801488873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.803079094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.803269116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.804703675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.804994638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.805053339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"c9c17d4b-65c0-4a48-afa2-43a0fe16c480\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"372.837076ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.807943887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.807969237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.808115169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.810128696Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.810523081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.81281672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.812843711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.812862471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813093614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813169215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b224e490-6b6a-4dee-b6c4-0edca77d228a\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813188285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813485899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.81508987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.815359834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.815486125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.815705088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.817874276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.818193861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.819553948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.819627459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.819852012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.819940243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.821662526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.822079521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.823563811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.823589351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.824118738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cff9f701-acc5-4c80-b867-e1d3fd67b01f\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.826161864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":21,"elapsed":"393.903931ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.830084625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.830131576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"400.256403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870137417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870567143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:06:00.871949761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871981991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"439.616697ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.877230259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"444.985786ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.881343053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.881364813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.881695388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b89bc7-e92e-4a24-a636-f6f5642d350a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.881718938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.883074446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915285795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915319186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915329526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915758061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f10e8a23-8ab0-4da3-88cd-07026616971b\", \"content-length\": \"476\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915805082Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.916052905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4641a4-14b6-47bc-ac82-bdbce3989867\", \"content-length\": \"734\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.916111046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91639985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8319ca-f555-4e51-a883-bf0d4b902e89\", \"content-length\": \"111\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91641456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.916708244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a90db7e-6761-416c-a009-ce4222d5616a\", \"content-length\": \"111\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.916719324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.916994068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e65a5d1-c088-463c-adf8-15994c84194d\", \"content-length\": \"167\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917018148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917312472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d35b47a-8653-4e98-bd37-34763ec7df7a\", \"content-length\": \"167\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917337692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917600445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe090af-e044-4e22-8912-021c95d0d392\", \"content-length\": \"175\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917621856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917877239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb885abd-69de-4182-a2c3-767a05d51b10\", \"content-length\": \"175\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917906109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918001801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c582be2f-9fab-4572-a514-bee3e0b420e4\", \"content-length\": \"702\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918025841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918150052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05040ed0-2f47-4cae-9701-060776d5c7f8\", \"content-length\": \"727\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918164793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918288354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd355c1-4836-48b3-83c7-dd07e8c204d1\", \"content-length\": \"729\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918299914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918418856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5124fd-e928-4815-97e7-b1d774288df0\", \"content-length\": \"728\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918430516Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918610758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b249f94-2d35-47cc-9b08-4802c741ef8b\", \"content-length\": \"722\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918624579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918907602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d961ff8-920b-4ce1-8984-4b08c5623214\", \"content-length\": \"109\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918918313Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919211316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b879dcf1-290d-438f-8e40-b1c595a5f138\", \"content-length\": \"109\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919225877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919569671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea09dc90-f72a-475d-abcb-2d0be6fd2581\", \"content-length\": \"169\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919581441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919888205Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbde01c-fda4-48e0-9efa-09cf2f85e2d5\", \"content-length\": \"169\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919905875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920162499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e66c0a-2c83-4fb3-9be3-99405cfb31a7\", \"content-length\": \"178\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920184579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920431452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da5079b-7ce2-4c6e-b42a-b4c1987f35a5\", \"content-length\": \"178\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920443822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920622675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2daab4a-931c-430c-a7c5-2f737047d553\", \"content-length\": \"702\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920635235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920772017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e898919a-f2ee-458a-9110-5259a23739d2\", \"content-length\": \"727\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920789977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920948969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958aa823-0673-4e3f-8526-1351c6b65e2f\", \"content-length\": \"729\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920976629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.921149182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a901881-0f5a-4c0a-957f-39faf0a453ca\", \"content-length\": \"728\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.921167422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.921498076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933644744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933928078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672a9ce3-4910-420b-a2a7-b5dbb15f048e\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:05:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.935240515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.93558273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.936734725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.937210941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cbc27cbe-f69c-448f-a7a1-6d604f802cec\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.937243771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.938732891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6bb3af29-65bd-4d28-995e-0c967c76b418\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.938745911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.940012627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca304bcc-8695-497b-8d31-10e24ab720dc\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.940032688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.942213316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.942281917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"512.176442ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.055892527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":21,"elapsed":"626.043725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.060115262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.060468326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.0622822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.062583014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.063406665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.063656888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":21,"elapsed":"633.705855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.064895904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.064908094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065040366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065051486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065104037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065226438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065833176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065845776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065988878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.067828062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.072788467Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.07458057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.0745938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.074750552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.087206355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5761cfd-c5ba-4e65-9a7a-2fd68ffb9542\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.087239135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.090216654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:01:01.046398464Z\"},{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:06:01.087210565Z\"}]}","iteration":3,"elapsed":"654.737589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.103970933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.104368268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.106379395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.106411565Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.106616067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.106743509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.109280432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.110468848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.110485158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.11068106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.111462731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.111484581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.111706094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.112439453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.112658396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.114558811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.114781514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.116909301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.117156725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.11911108Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.119345593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.11987819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.120251135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f69abe-5747-4608-bcdd-0d62561f1d6a\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120282476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120297216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120574599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.12058754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.12059613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.12060552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.12061396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.12062213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120793472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120804862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.120824543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.120959504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.120968865Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.121011245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.121583553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.147202146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.147878465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f801cf08-0e55-4fb7-b418-4ec38e98fd46\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.147901545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.147912845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.147921496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.148810597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.149174042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.150101804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":21,"elapsed":"717.79333ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.177932667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.177956947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.179918622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.179942713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.180140035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1933e6-f26f-45ad-9afa-dade72248532\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.180154155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.180271597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978faf0c-4caa-4302-b9f6-697404a9abcf\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.180294227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.180307097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.183487539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.183510109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.183673061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.185293112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.185518245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.187114146Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.187300469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.188694947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.192110111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.192140021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.192262703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.196940484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.197333669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.198710907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.19893031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.200305678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.20050123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.202978163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.203218306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.205289823Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.205548836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.206887514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.207124507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.20813175Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.208319392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.210226297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.213599201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.213620771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.213754933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.215233702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.215459055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.216816043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.217018185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.218299512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.222627859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.222646719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.222868662Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.230155387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.230192467Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.23041898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.232264704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.233879725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.233894416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.234057278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.235551597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.235611028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.235634078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.291425285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","vpc_to_sled":"[Sled { identity: SledIdentity { id: fee17c45-a85b-405f-9e58-2ca0ab03dea9, time_created: 2025-03-02T04:56:21.866513Z, time_modified: 2025-03-02T04:56:21.866513Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: d6094382-b327-4998-b53d-b2d98a53005b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.291468625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.291476535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.291872331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.294272902Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.294473565Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.295981114Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.298650559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.310613315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5668270b-1d60-466c-b78e-d09a9896cb7e\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.310636625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.310647315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.315342206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36f32f9c-b645-4d74-a62e-faa06b9b2d53\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.315388617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.315743522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.319245727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.31950152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.322700512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.322944275Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.324982802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.325176965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.331381795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.331680839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":21,"elapsed":"899.496377ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.332244577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"9b1a141e-8b99-4f87-b1bd-71fc16ef34b1\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.33325259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.33327144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","elapsed":"901.026257ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.33330284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":3,"elapsed":"901.035397ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.475171348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16449bd0-f0de-4317-8fa5-5fb2194f8112\", \"content-length\": \"31973\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.499790829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.499821609Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.49983204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.501604873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.501898947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.503421476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.50524071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.505290001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.505447873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.726028596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"af637865-d1e1-4ffd-9583-5c9c32bc0631"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726081607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_started":"2025-03-02 05:06:00.915250 UTC","collection_id":"af637865-d1e1-4ffd-9583-5c9c32bc0631"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726098487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"collection_id\":\"af637865-d1e1-4ffd-9583-5c9c32bc0631\",\"time_done\":\"2025-03-02 05:06:01.499785 UTC\",\"time_started\":\"2025-03-02 05:06:00.915250 UTC\"}","iteration":2,"elapsed":"1.296100093s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726110317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726118847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726126877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726134397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726524502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.726728885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.728427017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.728579569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.730587505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.730604806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.730755957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.732167036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.732199546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.732322738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.732656702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.733104258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.734736559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.736932708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.736948738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.73710189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.74710152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.747448325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.786918379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"60.791602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.793629047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.794006181Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.795399859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.797485307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.797511117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.79771028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.799409002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.802048196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.802065586Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.802233708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.80390975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.804269665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.805932377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.807983194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.808008654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.808194966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.809761827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.811774083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.811798423Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.811974866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.815047095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.815123027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"af637865-d1e1-4ffd-9583-5c9c32bc0631\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"88.995339ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:02.905300657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"ad9c7481-d092-4ca2-b094-866fa6f280af","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.429507956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.429568157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.42987368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.431983288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.432947281Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.432958072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.433191119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.43442442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.43443688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.434572191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.43674195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.436930272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.438721306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.441248729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.441266429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.441418561Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.45822829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.45827136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":62,"elapsed":"28.752765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.473399887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.473674591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.515654427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"82.638145ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:12.905154601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"9bb0a794-e0a7-4ba5-9433-d2ffea67d1e8","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.429370629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.42942371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.429706744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.431583508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.432604341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.432615001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.432969476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.434126181Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.434142252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.434301363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.43478973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.435023923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.436196388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.436402721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.43784477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.44016079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.44017477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.440311822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.452586632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.452622252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":63,"elapsed":"23.252113ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.464618068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"32.008337ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:22.904772234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"be8f9b63-6cd8-4a4d-b126-50e6432539cd","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430041984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430104025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430116255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430125405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430134776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430143285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430152546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430160806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430169506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.430417709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.4304372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43045397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43046378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432132531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43274727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43277451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43278443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43279285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43280125Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.4328096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432816931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43282402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43283074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432838891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432845551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432852731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432860111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432867301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432874061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432881591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432887751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432895041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.432902372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432909752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.432916262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433034273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433048963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433082304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433103714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433193315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433202905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433211505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433230916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433273646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 661865871 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433352177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433361187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433368978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433375898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43351042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.433604101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433620251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.549827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433629161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433639541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.433685242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 662287857 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.433920705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.434549187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.434559837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.434708667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435459325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435485425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435495325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435502815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435509866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435517186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435651177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435664448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435797769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.435998522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.436040222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.436048713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.436163384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.436235035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437861106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437885406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437934697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437945247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437951937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.438016628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.438114079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.439274595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.4396641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43968722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.439845822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.439967344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.439987044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.439998744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440211907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.441691176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.441724096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.441838758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445670248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445900191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445970722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446135554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446502669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.44893711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.448964851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.449164713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.450626092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.451031868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.45124348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.454006547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.454036897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.454216089Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.477861197Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.478436495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.489070673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"56.301894ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.498613797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.498660518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.498676818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"65.278741ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.499020593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d666f270-9612-4738-9510-cbdf5feb448a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.499052673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.500589503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.502204374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.502235395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.502555729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.502754631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.503084436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.505001981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.505036431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.505196523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.50653542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.506566231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.506577621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.506872515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.50726071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.507340051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"71.868636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.507833377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.508184122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.509219585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 737795300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.50956631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.509974625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"74.51146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.510273839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.510293969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.510516642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.511033489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.511587196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.511607326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.511618767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.511676347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.51188001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.51419046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"81.39564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.514367182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.514664456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.516136545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.5164472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.516578511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.517662785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.517960379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.51798704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"85.22015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.520722155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.520755966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.520977879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.521569096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.521593436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.521786149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.522976545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":22,"elapsed":"90.170174ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.541355284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.541420115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":64,"elapsed":"111.32181ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.559996857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.560052408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.560063328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"127.194187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.56098057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"127.622022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.561148152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"125.651216ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.567757008Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.567784568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"137.748894ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.568323895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.568356436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.56871465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e4785b-da9c-4a2b-a37d-78ab37546dd7\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.568742411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.570539414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.600291872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"167.516152ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.618374237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":22,"elapsed":"188.262562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.638873154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.639173398Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.639229699Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.639243339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.639597824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"295e55ad-0177-4ab4-b62a-b2755f4f9909\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.639628224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.640719408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.640907801Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.643536845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.643553045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.643788748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.659541824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.659760676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600ed214-b714-44a4-9331-a807a4520340\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.661977315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.662184988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.673633577Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.673652087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.674016252Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1606f58b-5df8-4ce9-aa69-917385f8fded\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.674059602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.674492938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.675131307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.67614458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":22,"elapsed":"246.087526ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.676893279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.67690431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.677055812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.716954121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.717121554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.717139784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.717344756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7911afaa-096d-4d7d-a244-61c81b1696d6\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.717379787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.717389427Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.717396507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.717424047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"13fb0950-9da2-42cd-be0a-9228a1b3612c\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.717438418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.717831203Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.719749778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":22,"elapsed":"286.990558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.720347356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.720526618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.723273164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.723438496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.726462175Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.726477735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.726776059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d43dee7c-2c88-4a1a-893a-d6c926ae8a8f\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.728933347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":22,"elapsed":"296.098926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.758008596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.758367031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.759952212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.759972882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.760174384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.769333214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.769605047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3295d20c-b8b8-4652-ae39-1a18fddacf2d\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769636618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769666598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769890181Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769903151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769911741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769921211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769930611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.769939522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.770071293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.770082963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.770223105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.770233215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.770470009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.772317893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.772431504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d373f33-8cfa-49ab-9c2d-7c7753f00c00\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.772442784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.772655827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacc4284-0c25-4037-a4ff-36bd336fc99e\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.772669477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.772680067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.9463701Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"93bea0d2-b47b-4362-b896-2605b3b80ed4\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.94641606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.946426581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.946676854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52530bf1-99e0-4e44-b450-c8c403bcd413\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.946722634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.947040169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.950857568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.951059821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.954367134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.954624907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.955824273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.955998635Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.961925572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":22,"elapsed":"529.149412ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:32.904773049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"a3bb4abc-e36d-41f9-ac31-868074324cf5","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.430186513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.430231294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.430527618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.432490503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.432504273Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.432517774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.432911969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.43455164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.434766533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.435081157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.435093747Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.435253699Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.436431985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.9219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.437461048Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.437783672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.439706797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.442298551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.442320632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.442486704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.454745853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.454781074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":65,"elapsed":"24.5871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:42.905602307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"6f7b573d-4ab7-4143-a7eb-8d8785cb94c0","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.429818466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.429868216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.4301768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.431619249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.432632783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.432645023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.432920666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.434155072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.434172412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.434316874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.434530037Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.434863092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.43624657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.436385491Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.751769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.436488063Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.438196825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.440722388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.440735868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.44088738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.449969168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.449990819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":66,"elapsed":"20.188123ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:52.905739096Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"aafd222d-8f03-48ec-9796-788969de5a51","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430330799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43038629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430396931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430405371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430413611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430420391Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430427761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430435451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430442431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430450341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430458981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430465851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430472861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430481121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430489062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430496352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430503832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430510212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.430517582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:57:00.430477352 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430525732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430532502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430539272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:07:00.430546522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430554282Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430561673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":13,"elapsed":"9.8µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430570043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430578053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430755215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430789445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430800466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430846266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430860537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430911237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430936638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430976018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 659392913 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.430993578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.431030219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 659444213 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.431364233Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.431382473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"949.652µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.431460874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.431473994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.098054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432066832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432475067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432608479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432619959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432627329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43263511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43264185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43264881Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43265568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43266345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43266992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43267812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43268527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.4326916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432698681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432705421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432712211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432718571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.432725861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432732771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432739141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432745541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432752811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432758821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432765811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.432773041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432779451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432786031Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432793022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432861783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.432875013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433014334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433024805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433033345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433063685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433073975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433087926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433128776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433138216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433146706Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433155086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433164376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433254158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"2.785076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433711034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433887766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433899796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433906906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433914446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433921526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433930926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.433941007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43421613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43423034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.434266061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435327365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 663742599 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435395216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435407246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435529067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435537307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435543567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435551058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435558588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435566038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435601388Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.435610448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435841871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435852922Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.435861342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.436603301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.436792494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.436805134Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.436835244Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.437016587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.437080138Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.437091318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43723468Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.437738406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:57:00.430477352 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.437761826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:57:00.430477352Z\",\"pruned\":[]}","iteration":12,"elapsed":"7.262235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438524676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439480969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 667901884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439704642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.439743522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.441254802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.441269332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.441278222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"8.656973ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44187184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.44189532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44190541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44191167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442241775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442859813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442888863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443068476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443155717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443166087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443172437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443178527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443346169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.448267333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.450576303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.450611504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.450754966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452303216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452873453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452899144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453139347Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453176067Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"19.260831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453299339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453725022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.455811142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.455840292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.456100745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.456952186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.456968017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.45722097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.45723169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457314541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457411392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457427852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457529934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457753997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459888295Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.460152348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.460379751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.460726375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.461205172Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.461462525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.461786909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.465774851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.465811632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.466021884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476339759Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476801815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 705199519 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476839145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.47719319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.481387065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.481422305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486310479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486348479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486568452Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.487596716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.487629966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.487878239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.512035894Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"78.101527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.520365732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.521206933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"85.643145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.521235284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.521824781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.523055827Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.523605794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.526727505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528560369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528686781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528712541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528723291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528733621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.529100486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.531369646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.531401586Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.531591049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.532134996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.53251627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.536234949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.536269539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.53628284Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.536577834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.536605834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538653781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.539076446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.540677407Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.540708287Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.54089864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.542172326Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.542561112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.542665833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.542698643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"109.994363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.544038271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"108.485793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.545260547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.545646882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.547206642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.548067643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.548086303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":67,"elapsed":"117.751874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.54857787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.548990325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.55016638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.550193371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.550226901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.550241392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.550251312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"117.52624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.550423094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.554299514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.554610318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.556401822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.558325997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.558354017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.558500469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.563898649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.566623445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.566646155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.566831617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.569172178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.569388171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.569403831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"139.087572ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.570362883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.570375474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.570386094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.57087191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.57315634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.579208539Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.579232729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.579243989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.579541313Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.584166853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"151.453193ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.587424136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"153.521659ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.587979743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"155.315863ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.595972897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.596005308Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.596018948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"163.335688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.596749867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.596782718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.597110652Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.600131921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.600160512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.600313884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.614113553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.614297976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.619680566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.619698116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.62002685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3d5c95-69b2-4e6c-9e39-7d1e8fdd608c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.620049321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.62228508Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:07:00.62995965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.62997989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"197.358701ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.745061839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.74512472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.745407374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e71778fb-1033-4c46-b60a-8e6986fd4735\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.745441534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.746812882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.747099696Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.747124356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.747393289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ffb244-3474-4553-851f-0b248944b1db\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.74741221Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.750049424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.752516876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.752535447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.752841431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ecc61b-085d-4125-a7fa-f126ce92109b\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.752871971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.753290656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.75509746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.757677743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":23,"elapsed":"325.048244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.760011944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.760042234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.760296408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.763264016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.763290967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.763303447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.763315607Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":12,"elapsed":"332.903997ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.76353007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.763906195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3e0308d-83a4-4fda-8f8a-1c8ad6107c5b\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.763939825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.765794709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c4099629-8b40-4c98-9894-667f10c23f33\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.7658218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.76739237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.76741887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"336.970079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.792120262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.799173918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"363.662627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.80422339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807062017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807088367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807247019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807664515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.807876057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807968009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"377.487457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.807998299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.809234615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.809266595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.809280016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.809293636Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":12,"elapsed":"378.863445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.809834293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.812795721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.812830952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.813081025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.815969393Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.817626255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.817653715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.817776136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.829230095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.829271476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.829506099Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b52ef064-4e9f-417d-8497-e9ef21471a84\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.82953787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.829764553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.831531185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.831702768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.834262461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.834473314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.837388512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.837410532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.837736256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9915d310-3e2c-4e18-9a8a-277f95da09b4\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.839289697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":23,"elapsed":"406.600986ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.879880095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"447.133704ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.938089053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":23,"elapsed":"507.577991ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.985173857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.985667663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"76633fa8-ee72-40a9-bfe1-52d9d6beaf7f\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.985693344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.987039641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"874f07a8-d84b-44d4-b6e6-9d70aba0f8d6\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.987051451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.989324171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a3275c82-b912-47b0-be8d-78d2d5c52709\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.989340831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.991471199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.99152118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"561.167599ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.004354477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.00460226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e16ac166-e9e1-43ec-9419-1d45c918e174\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.006434944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.006519355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.006732138Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.00689653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7613e0a9-7901-4825-9fc4-9a864e5f1b5a\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.00692694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.00693541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.006941821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.008364549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":23,"elapsed":"577.841997ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.009090038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":23,"elapsed":"576.444088ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.065526753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.065854728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.067103844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.067122454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.067362368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.07677032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.077042103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d765a00c-5959-432d-bc42-b651b16ae0e3\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077076084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077087524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077411738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077422479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077430029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077465969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077474099Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077481199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077666422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077675982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.077946885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.077955035Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.07829205Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.079739689Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.07985083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61fc419-30a8-4164-8ea7-e83444c56ce8\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.07986316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.080042903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba3f406-61ea-4879-8ba8-5d88e0220549\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.080061173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.080074573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.180649333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8b2fd04d-a785-4b83-b6ea-449b837984f5\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.180692074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.180702864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.184551954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7fadae-4380-4ce6-b1c2-04e85c61a1be\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:07:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.184590564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.184918949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.188391074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.188753019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.19114979Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.191436834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.193240707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.193422659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.201191361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":23,"elapsed":"768.48189ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.258289524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.258325535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.289612023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.289707204Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51386"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.289871336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"27a687dd-013f-4be4-92a8-bc9638e32a1a","remote_addr":"[fd00:1122:3344:101::a]:51386","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.29021537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"27a687dd-013f-4be4-92a8-bc9638e32a1a","remote_addr":"[fd00:1122:3344:101::a]:51386","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.327294503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.327332744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/producers","method":"POST","req_id":"27a687dd-013f-4be4-92a8-bc9638e32a1a","remote_addr":"[fd00:1122:3344:101::a]:51386","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37506,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.327404195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a687dd-013f-4be4-92a8-bc9638e32a1a\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:07:01 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.329179988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.329201678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:02.906081418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"b681625b-0b0d-4143-af59-c1e43df3fe89","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":538,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.430334106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.430412717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.430874763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.432673816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.432687466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.43298384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.433018371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.435430952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.435443542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.435580434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.437997026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.43832442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.462544955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.462818509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.472139871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.474697874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.474729404Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.474845946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.484233088Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.484259418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":68,"elapsed":"53.947783ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.497888596Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"65.206029ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:12.905197602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"a7f31123-d6ff-4507-8e1b-7240689f44ce","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.430422892Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.430494563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.430908269Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.432666242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.432687342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.432699232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.433057667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.435273806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.435284426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.435420717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.437658177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.438017141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.439729584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.442146875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.442158225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.442298017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.451800331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.451824271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":69,"elapsed":"21.419169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.462540121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.462749533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.464336124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.641692ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:22.905419242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"19f1f1c0-9626-46e8-a963-33c82c8dc46f","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430115336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430202517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430222517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430239617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430255558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430271078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430286678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430301968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430318028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430684583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430695243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430704133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.430756024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433279257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433290117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433299297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433306817Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433314907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433323138Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433333358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433341408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433349278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433356768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433365668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.433374888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433383708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433391998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433399928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433408719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433416599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433424339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433431719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433440259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.43352212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433619501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433687052Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433699042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433708303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433716372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433724173Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433783613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433795584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433805904Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433816254Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433826124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.625718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433836334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433846774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.433935386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 662174810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.434012987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.434033117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 662283702 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.434112648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.434180329Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.434404532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.434485353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.434940068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.435295633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436440598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436450338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436457548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436464808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436471459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436478639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436722752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436741042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.436845963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437106487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437114947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.43731825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437774285Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437805056Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437948918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.438977751Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.439003601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.439165063Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.439230735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.439369856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44115832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44118011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44200318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.442140082Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.442236834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443629962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443657842Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443801724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443935066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443948996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444158919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445623028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445641238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44581049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.450220938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.45040104Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"17.019702ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.450638703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.451809148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.452215133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.452544878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 680753392 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.452894352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.4542319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.454706006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.491275782Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.491399174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.491499255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"57.793603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.491681658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.49189887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.49341538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.493818195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"57.346227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.493983978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.4942092Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"60.886983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.494598666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.494972681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496318748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496352379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.49646377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.49647533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.49648485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496575971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496661472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.498241533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498264193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498271924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498459636Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498564797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498585897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.498838111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.499992166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.503143657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.503855046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.503895247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.504254282Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.504290572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.504432004Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.506657923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.506690333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.506894725Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.507691056Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":24,"elapsed":"74.296778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.508091361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.510074667Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.510101317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.51032248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.512182094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.513509952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515282045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.515316865Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515331215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515631739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515761771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ab0270-1537-4292-9483-43416be8d24f\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.515782691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515949454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"79.489455ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.5164354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.51645368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"83.152873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.516984707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.517277211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.517743317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.518978933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.518997473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.519256906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af63918f-e1d5-4057-a496-e2c41c104fa8\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.519273787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.520921908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.527531944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.527567985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":70,"elapsed":"97.390399ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.552941525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.553001266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.55331518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192552d9-6a58-49fe-95f5-341757af14b4\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.55333443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.555088473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.557513895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.557536335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"127.296298ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.558708091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558740341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558753211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.559175986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.566467672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"130.014053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.569046905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"135.348133ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.595690192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.595746783Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.595759353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"162.408175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.619457532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.619868957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.630916691Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"197.550453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.640850981Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":24,"elapsed":"210.763065ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.697407097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.697448168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.697778742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d663b47-a25d-4d9a-b820-ee22829911cc\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.697813883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.698111386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.699064209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.700871152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.700895953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.701031084Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.702054858Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.704041933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.704067784Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.704079014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.714460889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.714742253Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb091d7-2454-4e72-b671-0f1b1a9dfb4f\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.715896188Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.716164071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.718101257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":24,"elapsed":"287.975911ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.740489968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.740519439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.743893103Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b1b39660-f607-4b2b-ae1a-43a3de668d5d\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.743916413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.744174826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.746497687Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.746681549Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.749488636Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.749742629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.75211657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.75213677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.752669727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d74f06f2-4db7-45e5-a0b0-6a3f9092c646\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.754560692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":24,"elapsed":"321.219764ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.837942848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.854540934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.854917839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.856933235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.856950065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.857090437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.867108828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.867379721Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0280d321-78c2-4a3c-9fe4-a7c4ce67bc30\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867461382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867474282Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867775836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867789126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867796737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867804167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867811387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867820217Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867957489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.867967219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.868118361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.868126991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.868381044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.87034763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.870480892Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31ad6e0f-50d6-4c04-941b-b869ce82af2a\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.870495732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.870599503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd64a1b1-b044-44bb-ac8b-826b596dbcba\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.870611713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.870621743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.875994213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3614aa9-56ed-4a83-ab40-46d141697d1e\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.876017194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.876025704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.876033634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.878239023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":24,"elapsed":"444.900886ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.958681761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5afbdfd0-b971-4886-9970-5dcf69ce49a3\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.958713361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.958723701Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.958997985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132c1c8f-b1d3-419d-9fbd-da750a51fa8e\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.959044265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.959358909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.96248034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.962690773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.965801463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.966076477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.967774199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.968088883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.975426479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":24,"elapsed":"542.137831ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:32.906044557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"78f7d7c1-e8e4-41c9-9d03-639aa93ac480","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.430260526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.430342157Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.430799263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.43363144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.43365905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.433957174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.43599078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.436196243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.464490311Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.467033325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.467048615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.467198957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.469440176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.469824261Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.470820444Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"37.190195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.47124657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.473680711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.473701051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.473841893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.486060443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.486081303Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":71,"elapsed":"55.850587ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:42.905840882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"7690fb85-0233-4a91-9b43-07bb5575c867","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.430050731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.430134212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.430526487Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.433256033Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.433269623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.433535517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.43531965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.435518832Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.465866268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"32.595164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.466208412Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.468779045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.468791466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.468928158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.470813532Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.471048325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.500486479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.503151413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.503164353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.503309375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.513629209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.513647489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":72,"elapsed":"83.635129ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:52.905302713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"28589dc6-29f2-4d0f-a4c7-b5a00720dcb5","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.4309251Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431008501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431029621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431046621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431061611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431077932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431096222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431114472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431131962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431147753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431162943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.431177653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:58:00.431059362 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431193973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431209544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431222993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431237424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431250384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:08:00.431264164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431278974Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":14,"elapsed":"19.84µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431294234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431309795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431323615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431335605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431348215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431361095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431374566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431387026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431400306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431421126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431515047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431562548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431581528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43171363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43175676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431798101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431817791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431834692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431847772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431863392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431879602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 659937777 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.431969133Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 660005277 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432163716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432189216Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432430619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43244504Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43245469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43246379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.305347ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432559231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432569961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432652222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432663502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.650971ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.432678723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433032677Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433041847Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433049257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433056697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433062997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433070288Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433077098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433083788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.433091208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433100538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433107368Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433114488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433121648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433127598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433134729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433141829Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433148109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.433154959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433161219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433168479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433175229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433181759Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433189119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433195189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433202169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43320861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43321563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43326352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433434752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433445293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433453993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433461963Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433470773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433479083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433487643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433504413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433522034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433587584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.433642115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434189132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434209363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434218503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434225153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434232433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434238823Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434246193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434441346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434451896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434460266Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434689309Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.434877871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435232566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 663302271 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435259426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435473129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.256476ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.4355263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435862194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435883604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435892224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435899174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435906214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435913605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.435925115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.436181948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.436207978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.436223559Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.436247679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.437414264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.437436445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.437595927Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43788659Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43789632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438047542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.440434753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.440461384Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:58:00.431059362 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.440476744Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:58:00.431059362Z\",\"pruned\":[]}","iteration":13,"elapsed":"9.411463ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.440739357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 668805712 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.441043601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443101878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443130899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44322524Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44324931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447131101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447155041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447313813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447346624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.449106797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.449131107Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.449246338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.451336686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.456999459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.45703833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.457418715Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.468484819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"34.273856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.51311919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.515937176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.515977997Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.516167629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.517953662Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520161271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520193442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520204722Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.520498036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520515066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520523296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.520705418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.521106914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.523324872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.523356663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.523530515Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.523756498Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.524961164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.525807335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.526574395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"92.365272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.527305804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.528118605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.528143745Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.528455859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529163039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529375791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529685595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529714966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529752886Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529987429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.530202132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"94.322418ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.53081289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.53084345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.531046023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.531439988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.531694661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532440021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532760675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.533424214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.533709078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.534339486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.535848815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.53622001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.536299992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.536609425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.537489877Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.537520337Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.53775876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.537894952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.539653765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.539679805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.539694966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"106.537157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540736639Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.54076531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540988302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.542462642Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544074853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544521159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544724481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544746502Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544761702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544773742Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"113.540358ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544989815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.546816798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.549114528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.551690402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.551722852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.552001086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.55235305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.554258595Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.555215868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 783265362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.555701124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.556803948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.556832939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.557223074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89221bcb-08ea-418c-be6b-0dd5cde219f6\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.557250034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.558860975Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.558895666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.559157229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.55921966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.579817168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.58072572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.581139576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":73,"elapsed":"150.222666ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.596259042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.596318083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.596331013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.596341934Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.596907611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.600599679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.600806152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"164.433901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.600821682Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.600831602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.601338459Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.601372139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.601387359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.602670426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.603352025Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.603372385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.603383335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.603395126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.603898582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606736429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606767139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607042523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.6075611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.60758805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607814343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611170317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"178.071108ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611640683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611665543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611682513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611977457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.61375179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.614579611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.614600331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.614608072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.614614781Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.615090838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.615298141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.615318711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"182.170392ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.616882301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.617935065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.617967105Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.617977995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"184.901258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.618194808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.618492232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"184.28969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.61910657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.619361353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.619506425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.619518885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.619530236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"186.461038ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620304456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620327176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620494658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620522909Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620532759Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620542399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620552229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":13,"elapsed":"189.359926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.621052605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.62293021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.623045291Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.623072692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.623223854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.623327095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.624927656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.625129178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.625472143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.626655929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.628650424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.628676355Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.628900028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.629630787Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.629667758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.62987363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.630520749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":25,"elapsed":"197.447171ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.633559178Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"200.47448ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.638507943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.638541883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.638862557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c3a765-999a-444b-9c2c-260ede5fbb7e\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.638890098Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.641009615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.641827496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.642042299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.649114541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.649138101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"218.234172ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.649777019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.650088464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.651170078Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.651196528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.651207298Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"218.141151ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.669589918Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.669640688Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.669665049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.669962882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.671395671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.673681111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.673714741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"242.722201ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.674321699Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.67433505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.674481601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.683530529Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"247.643115ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:08:00.708264361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.708296292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"275.170573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.71351948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.713812564Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5fc001-da3c-4b0c-aa40-1f6376354e13\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.714930958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.714946248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.715156041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6719efa9-c7c4-4fbd-9ec6-fd5f6e9c5ab3\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.715172471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.716178735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.716477939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.716735232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.759253479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.759508931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.777551344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.777938379Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"85090988-7447-40ec-a582-8b04725d0641\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.777953689Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.779214646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"15fed30f-af7a-42a4-9ddb-90dc5fe39a7a\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.779231476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.780998449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.781014859Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"349.879297ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.823502042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.841440106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":25,"elapsed":"410.247573ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.918892935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.918936996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.919190619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"137305f2-5ca6-4431-8b14-e0f96078ac04\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.919216479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.919526433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.921453418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":25,"elapsed":"490.416897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.92153799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.921999665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.922012806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.922022316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.922031026Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":13,"elapsed":"490.951354ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.923290952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.923305062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.923453895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.924854553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.926302471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.926313871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.926437182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.942340761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.942930058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"faaef1e8-92bd-4ace-9e96-e12d50e2169e\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.942948249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.944937604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"88352bf3-e3bd-45aa-81aa-3ad66532d0cf\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.944959455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.946322702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6da0622-23c8-4d01-b56a-a5acacd8c1e0\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.946334573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.948175246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.948221807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"517.278417ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.962337851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.962364611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.962574534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fb1382a4-c22e-4923-afff-faf45e83af54\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.962587014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.962930199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.964796943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.964988825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.967505528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.967886163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.968778555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.9691411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.971364348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.971377209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.97146836Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.97148022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.971654142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.980718501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.980978304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717e9ca5-cff8-482a-9a3a-35ab01574834\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981001074Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981011484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981277908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981290238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981297818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981305938Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981313348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981320618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.98146159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.98147166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.981604932Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.981613792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.981879576Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.983586058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.983691189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d87010-710b-43b9-bbb4-70a1091e559a\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.983704219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.983806831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa816e2-f2ce-44b3-8b6e-7e15f5e2554d\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.983821151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.983830921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.025846158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.059424226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"22634d75-5bc0-4fa8-ba57-fc7bb42bb953\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.061070587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":25,"elapsed":"627.966259ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.061109198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46288b0-a421-4e85-bb47-1613d3ef587f\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:08:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.061145338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.061155698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.061163908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.063298986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":25,"elapsed":"630.174808ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.151445304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f00a7da1-1759-492e-a1d5-6bd2c06d7cd9\", \"date\": \"Sun, 02 Mar 2025 05:08:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.151469155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.151478775Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.151757148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b78ce9b-05b6-465a-8c8c-fbe8862cf0d7\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:08:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.151799259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.152119643Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.155651289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.155863182Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.159334317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.159660011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.160954438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.161159501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.168133422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":25,"elapsed":"735.091134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:02.905311729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"48531638-a3a2-4b43-aeff-8c24c3fc9184","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.430555081Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.430607612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.431074758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.433073614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.433094024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.433102845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.433365478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.435549076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.435563057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.435698518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.437575753Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.437922567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.461985071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.462247884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.464038297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"30.956303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.468174211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.470823206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.470880097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.470974868Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.482021732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.482046242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":74,"elapsed":"51.511591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:12.906183068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"f15ed38c-34a9-4a59-ac05-6fd914fb1d39","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":353,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.430408406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.430486717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.43074168Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.432498243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.433493156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.433504106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.433715779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.435133317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.435142227Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.43531139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.437491568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.437703501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.439357962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441845804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441856905Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441997206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.451064585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.451096365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":75,"elapsed":"20.69888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.467492139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.467792462Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.469346543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"35.847656ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:22.906365247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"5c80eb00-5676-401b-a656-26716d08e6e2","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430330042Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430405903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430423543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430437883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430452633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430465153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430478164Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430489834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430503324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43092723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43095511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.430999271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.431037441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433097118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 660974842 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433119598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433129428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433137428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433146079Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433155119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.433164049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433172569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433180579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433189249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433197769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433206219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433213959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433222409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43323032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43323809Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43324627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43325365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43326374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43327533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43328534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433437102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433461823Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433477443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.433491763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433499523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433510433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433610714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433621655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433655765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.433665705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434066831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.687888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434316013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434493831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434514241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434522594Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434529569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434536928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434733591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434744241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.434754066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 662689135 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.434977531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.435505259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436252289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436261849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436268649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436275739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436282959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43628964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.4362976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436530972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436605924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436643174Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436751586Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436762846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.436937068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.437535156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.437545826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.437727628Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438033882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438044202Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438218874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438563589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438573669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438725661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.439304959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.439462471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.439997998Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.440677506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441028421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.442004024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.442025884Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.442187196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.443155929Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.443173249Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.443500623Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444543567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444574247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444701239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.445023583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.445391378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.451458947Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.454159962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.454201393Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.454685059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.455290597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.455321817Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.455576631Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.455781703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 683658288 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.455848584Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.456134148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.456157958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.456341531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.458424118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460660477Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460688077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.46088399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.462212967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.466635785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.466669335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.466927959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.488619231Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.488675692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":76,"elapsed":"58.279849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.502659264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.50311256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.50314068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.503584076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.505808655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"72.659977ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.507368155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.507391785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.507402875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.507848241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.509624535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.51006873Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.511182425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.512766325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.51310768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"76.806801ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.513294432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514231055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514248445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514507888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514578419Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"78.29473ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.514833122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514848543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.514855543Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.515222147Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.515316838Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.516840769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.517133352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.517959373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.517981653Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.517991773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"84.772974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.519106598Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.519135128Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.51922354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"84.685573ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.519363671Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.519461552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"84.896855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.52158111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.521904954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.522622184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":26,"elapsed":"89.429475ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.527102632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.527134003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"93.923163ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.541323697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.541368818Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.541381888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.541389928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.541744563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b7e77cb-0e65-4497-b618-d5125233dd47\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.541762333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.541831914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a96d43-0917-4056-8fc8-640f524dbfb1\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.541844844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.543355394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.543649888Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.548798765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.548828245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.549086618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736272b5-0fbd-41a7-826a-a581a97ea6cb\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.549118619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.551015323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.553520506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.553544136Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"123.123793ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.560337045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"127.157626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.570546118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.570850072Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.572483473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.575519113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.575538673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.575705465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.576552416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.576892961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.607395648Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.609238732Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.609255632Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.609420484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.610244345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"173.981636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.622005768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"188.82903ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.632536776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":26,"elapsed":"202.231444ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.648595445Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.648886029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44f051b-947c-473d-8d07-db239f558d2d\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.650803903Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.651086547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.653026512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":26,"elapsed":"222.702341ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.734042928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.734068928Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.734308861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d2dc70-4f28-45d7-a3a9-fc680e3c4aa7\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.734329962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.734659736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.748173272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.748197872Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.748390454Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7af81998-6f00-4997-a396-b55660904e4f\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.748403405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.748719039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.750974528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.75114761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.754121519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.754324122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.7557077Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.756101325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c1a653-faab-4f9b-98fd-4d25de574013\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.756129425Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.756140555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.756149776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.757619365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":26,"elapsed":"324.498186ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.758931792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.758944612Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.759250566Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3cb3d05c-0c68-4910-b20c-337d36ffe857\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.760819527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":26,"elapsed":"327.681938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.777671066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.778014351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.779903545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.779936496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.780061247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.789095855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.789413039Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4531e01-3ec6-44bd-885e-72eb80c6d384\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789434729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789444729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789723243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789733513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789741183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789749373Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789756984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789764313Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789949676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.789960036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.790128988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.790137748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.790387622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.791927592Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.792037153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2f212e-2199-47eb-832a-9e253f09e1d2\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.792049013Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.792147375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52367d8d-9488-4cba-875b-d4ff46e79aab\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.792161875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.792171325Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.882640053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dd8b2217-70a3-4c84-bebc-71bea8ff0838\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.882667044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.882676304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.883047489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a18f659-e84c-459a-bd08-433cd10de3b4\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.883080369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.883290762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.886863418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.887043201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.889534433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.889884338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.891805593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.892032206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.897870022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":26,"elapsed":"464.712064ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:32.906300822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"93f7822d-fcc2-467d-9d8c-d1b1496a0656","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.430515962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.430595363Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.430836756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.43273855Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.433763044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.433771624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.434134538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.435200603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.435211003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.435350464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.437576663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.437918978Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.439388897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.441958851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.441971681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.442136553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.4549729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.45501011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":77,"elapsed":"24.500649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.470273479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.470540143Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.499143895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"65.368431ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:42.90629548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"8621cc9e-b908-44b8-9625-f8ffc93802e8","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.430496087Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.430553478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.430885343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.433400335Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.433422056Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.43379608Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.43530895Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.435507953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.437227785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.82169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.460031622Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.462675086Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.462689387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.462848149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.464714573Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.464873205Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.466377935Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.468548633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.468564073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.468692245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.47987483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.479902961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":78,"elapsed":"49.418404ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:52.906110704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"0a0990a9-c16e-4678-997d-b7bb8e010371","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:57.896855891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:64037"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:57.896998473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"2eadfca4-2495-4c57-9a9f-25f3d3f4fa03","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:57.89748948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"2eadfca4-2495-4c57-9a9f-25f3d3f4fa03","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:57.899289923Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"2eadfca4-2495-4c57-9a9f-25f3d3f4fa03","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2353,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:57.899535006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4e84e486-f5d5-4f98-a666-cbd0c20a4a13","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:57.899865831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4e84e486-f5d5-4f98-a666-cbd0c20a4a13","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:57.90209617Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4e84e486-f5d5-4f98-a666-cbd0c20a4a13","remote_addr":"[fd00:1122:3344:101::d]:64037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2632,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430307571Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430386972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430405213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430418562Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430432613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430447083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430461263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430474863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430488183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430501224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430515414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:09:00.430529154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430545014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430562304Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":15,"elapsed":"14.67µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430578705Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430592625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430606785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430619915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.430633495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:59:00.430481813 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430647805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430662446Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430676336Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430691246Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430705776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430721237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430737297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.430752537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431051771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431088411Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431111212Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431122242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431208883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431222733Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 658923718 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431236663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431282344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431298234Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431372805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 659075280 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431810391Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431833851Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.373448ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431893992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.431905542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.365488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433114728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433500183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433520833Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433528853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433535803Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433543553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433550323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433557823Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433565163Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433571924Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433579604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433586334Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433592994Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433599104Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433606494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433612424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433618984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433626874Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433637344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.433648415Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433659585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433670615Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433679575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433690195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433701085Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433711076Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.433723316Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433733956Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433744406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433814937Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433917218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433929538Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433938179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.433972019Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434008149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434018629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.43402698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.43403593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.43407131Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.4340798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434131541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434576517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434586237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434592707Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434599777Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434607007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434613257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.43484159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.43485201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 662559415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434920141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434939061Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.434980472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.57899ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.435156464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.435310666Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 663027631 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.435499499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:59:00.430481813 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.435521449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T04:59:00.430481813Z\",\"pruned\":[]}","iteration":14,"elapsed":"5.019156ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.435530119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436427301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436438861Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436672634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436730965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436739535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436746845Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436753555Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436759785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436766015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436976018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.436986158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437002558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437010219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437018528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437167501Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437253372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437418964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437674627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.437847109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439371749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439511551Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439719064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.440389272Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441919402Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441939443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442141995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.443346971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.443364241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.443556364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444244053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.445429418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445452449Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445459718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445749282Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445881144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.446385641Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.446400901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.446580003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448018972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448042602Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448197644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.451365826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"16.759958ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.4524672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.452813754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.454641118Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.455014323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45557826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"22.063128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456877907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456946268Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45712849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.457196771Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45938341Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.459589353Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.461647939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 689345004 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.461986914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.501922414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.50548716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.505537041Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.505794995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.505933986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.506088518Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.506340762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.508395548Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.508429678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.508443339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.508592651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512513672Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512551702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512563032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512665144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512776045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.512951117Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.513452574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"76.702598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.513820109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.51548463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.515514191Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.515736944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.51854018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.518770043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.519063027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.520133021Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.520473795Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.520709378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.520740199Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.520755589Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"87.073154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.520770939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.522805916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524053792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"89.448825ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.524081712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524096073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524106063Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524472958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"87.712712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524563009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525311618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525344989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525554661Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.526679796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.526809528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.526863499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.527085921Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.52922996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530164762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530190692Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530478016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.531422788Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.531450738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.531687792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.542275139Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.542834717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.555697144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.555767675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":79,"elapsed":"125.390973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.558308948Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.558368749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.570918043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.570984943Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.570995113Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.571004704Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.571292177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.581882235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.581950406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.581961346Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.581970647Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.582559364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.58687433Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"152.628408ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.586912111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.586927521Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"152.697749ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.587858593Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"153.270626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.590613919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.59300889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.593036791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.593045761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.593174773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.593462476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.595202359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.59528985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.5953029Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"161.619616ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.597485738Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.597513229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.597648361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"163.936345ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.597670201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.597683001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"167.338169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.599231451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.599531065Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.602155229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.604320558Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.604348068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.60453332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.622812719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.622834649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.623125752Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1679ff98-8f57-4e7f-a3df-c7d87845de04\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.623139863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.623253094Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.624969996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:09:00.653449727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.653472018Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"219.925754ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.672981312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.673005142Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.673212495Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33acf84-1800-42d8-9c12-2cdaf2b7047c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.673226085Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.675053149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.676819762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.703074194Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.703098554Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.70352939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20f3ad0-72dc-4068-8a11-667cc505257d\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.70355846Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.703898875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.705763339Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.705988352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.706333876Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.706845633Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.709987724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.710017424Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.710225417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.710863366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.710885736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.711053348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.713049794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.716944645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.716969925Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.717175218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.719226034Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":27,"elapsed":"285.709151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.734940119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.737589463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.737611674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.737756806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.744379962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.746131605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.746151505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.746290327Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.748647658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.748680238Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"318.172725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.74885762Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"312.120035ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.767142448Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.767191209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.767205169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.767461613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.76800875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.76803569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.768368915Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d23ed8db-c984-4853-8601-a9195f814de0\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.768402655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.768733469Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.769147395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.769159005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.769401258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.769491989Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"addaa9f7-965b-4d81-a1ac-b6b77c650958\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.769509439Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.770834236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.771023889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.771497365Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.773686024Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.773713814Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.773886686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775361315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775590218Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775934893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775948263Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775956553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.775965414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":14,"elapsed":"345.387219ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.777394792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.777410992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.777421022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.777616645Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.778131582Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.778144192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.778526867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ce92c369-6ecc-4faf-a53b-d6bec034b73b\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.778838651Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.780824357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":27,"elapsed":"347.230022ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.782329806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.782353697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.782502808Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.785139793Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.785164813Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.785173473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.785181023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":14,"elapsed":"354.70928ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.812145185Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"378.558402ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.95532995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":27,"elapsed":"524.883346ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.955583083Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.017142215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.01751359Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"93a0d1b6-41e2-48ad-9698-72284f264dd0\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.01754669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.019478966Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"54a8ceae-8272-4a5c-a7fb-8414f2d50f14\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.019500456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.020931644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.020946794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"590.599824ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.093338728Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.093799383Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a622e6a-048d-486b-b043-d71602afb3fa\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.093818694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.095863901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"db3a7430-45a6-40e2-a46c-1e3dba0ed1c6\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.095894871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.098063679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"70270602-7c3a-419a-a13e-e1e4640f9e0e\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.098082939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.100020015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.100072545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"669.685583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.107733835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.107948298Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bb55e0-4a13-4e3b-88c9-48f468146aec\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.109083093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.109343236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.111260531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":27,"elapsed":"680.742827ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.118392374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.120075116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.120446451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.122615389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.122626819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.122798541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.133574432Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.133804955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e701a3c-206f-4a81-bb2e-d09237df658f\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.133829485Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.133839565Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134123579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134132839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134139109Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134145889Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134152349Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134158729Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134317911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134326962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.134454603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.134463343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.134816348Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.136283567Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.136392898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a70ddb3-bb91-417b-8201-8499f9cd2add\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.136403758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.13651153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75a4d23-a28b-4f01-829e-101c222a2879\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.13652463Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.13653418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.156962276Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b961201a-966d-423d-bcd1-55e0c44402ca\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:09:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.156985006Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.156994807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.157002957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.159158535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":27,"elapsed":"725.647652ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.242785374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e3654789-10f1-4360-bc8f-dc4c27c492ff\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.242810215Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.242819265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.243115148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d686242a-d920-4c3c-b065-a9d5b5d53084\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:09:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.243157209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.243464003Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.24705471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.247395654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.249885517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.250080409Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.252363289Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.252600982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.262509531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":27,"elapsed":"828.897497ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:02.905962058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"4ed7c088-c545-4a11-9930-c83318a91582","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.430381498Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.430459229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.430885695Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.433258806Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.434241839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.434250299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.434457422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.43585314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.43586513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.436010862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.438396183Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.438728967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.440427669Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.442918222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.442930512Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.443084214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.455675668Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.455697798Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":80,"elapsed":"25.34349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.465579727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.46583307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.495473126Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"61.212458ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:12.906146217Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"38c0fc85-5703-472d-8ff7-7acf6e5f4454","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.430566438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.430622369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.430933093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.433359054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.434347247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.434358437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.43458028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.435977828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.435989679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.436159431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.43681959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.437021522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.438661843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.438862736Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.440579999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.443069321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.443087901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.443221583Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.456116401Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.456140791Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":81,"elapsed":"25.588303ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.466595807Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"32.23711ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:22.906210885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"2d3147fe-1a6a-4493-9c87-27853a296e4d","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431248195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431328486Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431346156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431360466Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431373137Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431385717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431398557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431410867Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431423007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431904184Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431932374Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431951604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.431967224Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.433901059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434377746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.434392606Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434400916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434408716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434415646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434421826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434427996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434434556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434442297Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434450497Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434458357Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434466047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434472797Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434479187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434486897Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434492917Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434499957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434507167Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434514398Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434521407Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434528248Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434535228Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434541908Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434549408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.43468389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434786161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434841302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434858572Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434872232Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 662379377 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434891102Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434905772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434928063Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434942713Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434955473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.434967693Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.435019624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.435183356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.435384259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.435724403Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 663252688 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.435920496Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436143399Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.799543ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436484973Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436522844Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436530214Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436536964Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436543864Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436549754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436802377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436814237Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.436862898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437342834Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437354155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437522447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437700959Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437710999Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.437851241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439061587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.440536036Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.440923201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.440932731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.441105153Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.44238531Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.44240229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442540962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447029421Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.447326614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447344785Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447353135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447671299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449265159Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.44929229Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449436422Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.451736192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.452081406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.453051299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.453527225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.454090413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.454440507Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.456127649Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 683632243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.456536364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.457354385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.460671958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.460729279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.460872761Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.491576711Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.492932458Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.493479315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.493775179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.495107377Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.495143047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.495437351Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.497611169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.498480071Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.498501741Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.498790135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.500018101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.500045871Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.500295054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.500574568Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.500853302Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.501802324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.502047397Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.506203911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.506565916Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.506782119Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"72.291101ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.50688241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"70.296486ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.508557731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"72.058348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.509567264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.509908779Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.524159354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.524221015Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.52464318Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d9d7974-1f5d-4b26-aeb5-a5c644a9f0de\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.524675591Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.526477464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.527279815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.528253588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.528278328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"96.974143ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.530131992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.530159112Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.530371985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.531816434Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.531848154Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"97.365928ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.531903115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.531928106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.531936046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.532199129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.533432605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.537045332Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.537074893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.540091012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.54606898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.546444955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.549042509Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.54936926Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.552011767Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.554267597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"119.86593ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.555922488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.555945408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.556165541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.556195431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.556292513Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d40dc6-790a-48e3-95e0-93fb17e48eb6\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.556325863Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.556421294Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.556458805Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"122.055249ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.557429898Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.557453208Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":82,"elapsed":"126.231124ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.557921654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.55837634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":28,"elapsed":"123.879363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.559603206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.55991683Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.568292319Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"133.827033ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.581628603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.581670594Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.581982547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb1535f-5442-4026-ab11-a271007d949a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.582014328Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.582344772Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.582365132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.582378503Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"147.927826ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.584321478Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.612761058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"176.248445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.614457201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.614817395Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.623305256Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":28,"elapsed":"192.044451ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.638462953Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.638800367Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c15562-9c2e-449f-affc-5645219c5c0e\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.641075447Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.641359481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.652962382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"218.539896ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.670254557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.670279158Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.670668053Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff5d3613-e3b6-47d4-9cb2-269512ddd155\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.670711763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.671166839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.67350499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":28,"elapsed":"242.174833ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.720010396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.720058646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.720279519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9f55c35d-157e-4f32-835e-e3c98a8833a8\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.720306189Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.720691804Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.722556658Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.722816392Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.726248057Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.72651472Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.729912794Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.729930525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.73031371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0dbb6a21-f852-4234-b04f-d84ed1d9aade\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.731408014Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.731740678Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":28,"elapsed":"297.356132ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.731771619Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.733771875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.733784535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.734006828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.744470824Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.744821899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f51f0d1-f74d-4760-90ba-8be44880f266\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.744845179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.744856849Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745213654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745229684Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745237544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745245724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745253654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745262104Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745457307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745467967Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.745631629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.745645149Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.745999314Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.747816748Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.747942489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b7b547-9fd4-4c6f-bb8e-39d594a4d462\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.74797708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.748066461Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4907f3-ad88-4bb0-96f1-2ecf79ccba71\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.748086681Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.748098441Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.77411505Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.774383144Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.803369011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.805188045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.805205435Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.805372387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.806922837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.8086718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.808683451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.808824982Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.84242825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.849724135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"028ff2ab-280c-4b92-8ce7-f8dfe89aa224\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.849746765Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.849756055Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.850317893Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192fc938-bf72-45bf-8307-1d2b82fab418\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.850360563Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.850571436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.850657257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da2ee602-313d-413d-b60f-1e8d12424c94\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.850699878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.850725988Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.850736068Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.852817375Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":28,"elapsed":"418.424539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.854248484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.854436107Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.857626278Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.857885471Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.859930398Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.860126901Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.866331111Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":28,"elapsed":"431.907475ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.331099225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.331132476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.361681644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:31.361788625Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44568"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.361966718Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"72f1f323-7acf-4afb-9def-5675ade44c2c","remote_addr":"[fd00:1122:3344:101::a]:44568","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.362268262Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"72f1f323-7acf-4afb-9def-5675ade44c2c","remote_addr":"[fd00:1122:3344:101::a]:44568","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:31.406343196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:31.406371946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/producers","method":"POST","req_id":"72f1f323-7acf-4afb-9def-5675ade44c2c","remote_addr":"[fd00:1122:3344:101::a]:44568","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44464,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.406456727Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f1f323-7acf-4afb-9def-5675ade44c2c\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:09:31 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.408683816Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:31.408706456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"producer-registration-task","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:32.905801697Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"631d83c1-9e3f-4ca8-b079-07e413e05748","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.431031528Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.431107389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.431547965Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.433621382Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.433631802Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.433639892Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.433907186Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.436091534Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.436107315Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.436242296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.438727129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.438770879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.441387043Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.443822875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.443839985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.443974267Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.456194436Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.456226046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":83,"elapsed":"25.213938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.46720484Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.467490243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:40.468969243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"35.34504ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:42.897502735Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:56476"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:42.897618376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f577e6cc-7c04-4e72-b3f7-b66cdfed7466","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:42.898103782Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f577e6cc-7c04-4e72-b3f7-b66cdfed7466","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:42.900865638Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f577e6cc-7c04-4e72-b3f7-b66cdfed7466","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3315,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:42.901125822Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"128c1c13-03a4-4926-b4b0-3d7683a5f448","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:42.901456416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"128c1c13-03a4-4926-b4b0-3d7683a5f448","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:42.903621064Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"128c1c13-03a4-4926-b4b0-3d7683a5f448","remote_addr":"[fd00:1122:3344:101::d]:56476","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2559,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:42.906270389Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"63e47f99-f5f4-4203-8fda-596b4b045dfc","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.431494579Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.431575211Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.432004396Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.433848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.43385812Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.434027312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.434247426Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.436638386Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.436650547Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.436783428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.439344542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.439676526Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.441144885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.443606437Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.443620097Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.443765009Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.455661324Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.455689155Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":84,"elapsed":"24.214965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.464748743Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.464962506Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:50.493635129Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"59.778929ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:52.906806062Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"4e8a4ac9-38c6-4c71-9a51-90c12caa1635","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431428604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431487675Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431499835Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431509825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431519985Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431528385Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431537875Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431547546Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431555995Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431566116Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431575906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431584996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431594646Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431603366Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431611676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:10:00.431650387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431661627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":16,"elapsed":"10.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431673517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431686277Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431696557Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431704428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431713418Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431721378Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431729148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431736488Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.431747578Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 05:00:00.431598876 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431758698Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43187306Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43190535Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43192012Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431946321Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.431989331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432003201Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432013792Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432027442Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432078372Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 659423727 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432107613Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 659455187 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432556629Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432583059Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.041893ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432594219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.432603219Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.094584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434142369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.4341627Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43417123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43417799Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43418553Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.4341931Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43419986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43420662Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43421361Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43421952Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43422588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434232161Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43423843Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434245481Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434251941Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.434259011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434266051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434272611Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434279401Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434285841Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434293371Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434299971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434306962Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434314162Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.434320891Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434327322Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434334022Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434341132Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434347542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434354362Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434432703Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434518634Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434528644Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434569605Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434589585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434597255Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434628676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434639046Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434658516Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434734857Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434756737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434768017Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.434776417Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435401206Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435428236Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435438686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435450066Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435461317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435471537Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435662239Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435685569Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.435806991Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436219796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.680081ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43649122Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 663842634 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436694222Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436706073Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436712993Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436719763Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436726023Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436732193Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.436745123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436978556Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436991866Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.436999517Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.438005259Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.43801656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.438124581Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.438134911Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.438183242Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.438379195Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.439141914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.439328597Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.440924828Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 668277192 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.440951198Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 05:00:00.431598876 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.440962848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"expiration\":\"2025-03-02T05:00:00.431598876Z\",\"pruned\":[]}","iteration":15,"elapsed":"9.362822ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.441197731Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.447783047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"12.371502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.498366906Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.498937483Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.501552887Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.501576848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.501807001Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.503714226Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.506267599Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.506748265Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.507380213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.507655047Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.511449616Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.511474996Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.511487987Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"77.216096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.511811151Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.512117225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.512379308Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.512743523Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.514498826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.514529896Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.514541516Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.514775839Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.515041413Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.515220175Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.515668131Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516543533Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516568603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516580243Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516591323Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516636264Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516651544Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.516880657Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.519672343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.519697574Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.519708414Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.519719664Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.520734307Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.520756028Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.520918279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.52093716Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.5209815Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.52099848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.521037101Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.521238464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.521315165Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.521457977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.521477247Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.52172819Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.525137914Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"90.936604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.52940717Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.529838356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.531631179Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.535828394Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.535856474Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.536093127Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.536467542Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"101.071307ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.538835093Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.539325169Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DnsResolver","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 766663324 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.53935131Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.539745575Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.540512095Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"103.805212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.540633196Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.541099192Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.54937854Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.550195141Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.550381673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"113.674371ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.552909586Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.552941457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.552962027Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.552977007Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.553108919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.55317853Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.558898604Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.558932345Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.558943145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.558952525Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.559208258Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.561299405Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.562800085Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.562833005Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.563238621Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3f3122-95f1-4048-b348-cb27f41b201e\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.563264601Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.565157156Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.566026737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.566681176Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.566712676Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.56702387Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.567307984Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.567593958Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:10:00.572758235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.572794045Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"138.476224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.575690673Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.576146499Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.576421333Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.576438773Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.576452213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.576504054Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.57698443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.577886342Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.577908552Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":85,"elapsed":"146.479068ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.580536976Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.582704724Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.583073369Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.586418213Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.586439293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.586694686Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.587817831Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.587851381Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.588078624Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.595086796Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.595127356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.595142756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.595155737Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2}","iteration":15,"elapsed":"163.545671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.598125585Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.598551451Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.603506545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"169.287845ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.604242135Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.604270885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"170.076825ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.607608879Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"170.880655ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.610654968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.610682709Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.610694519Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"176.441698ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.611818343Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"176.433758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.6123044Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.612733955Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.612825257Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.612840977Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.613275693Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d863aca0-334f-476e-b310-9c24009d0461\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.613303443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.614951124Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.615304919Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.6154002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.616769148Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.617042922Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.617297885Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.617319245Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.617823862Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.617845702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.617855702Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.618109825Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.619663416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.619685766Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.619842878Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.620848011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.621175356Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.621193106Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.621242826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.621368358Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624440438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624471848Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624480299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624486969Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624726312Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.624775882Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"0","iteration":29,"elapsed":"190.573862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.626092949Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.630668939Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.630698429Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.630915032Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.633665708Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.633693968Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"202.267615ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.637285305Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.637318536Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.637335296Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.637721821Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.644081364Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.645480852Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.64684944Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.64687058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.647007002Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.653044091Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.653075811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.653089271Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.653101331Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1}","iteration":15,"elapsed":"221.489285ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.65913279Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.65916455Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.65918058Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"224.976001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.666158971Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.667952665Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.667981685Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.668114957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.706517957Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.706572588Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"275.041512ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.719560907Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.719952972Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a75ec5c7-34f2-461b-9158-fb980e58c32f\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.724136527Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.724484541Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.73284299Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"298.579409ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.742751489Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.743135494Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"28546f16-0299-483e-a9aa-9b04b0a5ef7e\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.743153654Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.74434933Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a136438-4194-483f-8611-8772bd06be70\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.74436277Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.745793479Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.745805739Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"314.332535ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.753079354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.753321187Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.760897016Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":29,"elapsed":"329.283049ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.78883768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.78886317Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.789066203Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4137f6a-9103-4a87-b077-d87f861e8b15\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.789080152Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.790947457Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.792369655Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.792381115Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.79274145Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d82cf3-cd51-4b85-885f-ede261889b70\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.792762051Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.792986723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.794820837Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"null","iteration":29,"elapsed":"363.211111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.794843438Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.796722712Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.796735482Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.796886344Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.798415694Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.800102746Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.800118776Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.800257618Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.815990663Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.83491811Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.83494443Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.835130603Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e757b89a-fc9e-4ef2-be71-90702774e5f3\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.835142123Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.835410476Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.837748166Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.837912209Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.840722235Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.840922428Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.843629883Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.843654674Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.844001408Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9385aa83-1465-4e31-b2a6-f8e3b1c1efe7\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.845187723Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":29,"elapsed":"410.911492ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.926490902Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.926994769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"48b595a3-5132-4e20-b48d-50ad0765764f\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.927012899Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.928890354Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5658ec8f-1793-4014-8e40-872fb0e2219f\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.928903714Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.930249522Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0cfdad61-8454-4a09-a211-aa062d2b42b8\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.930261352Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.932284338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.932318038Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"500.868614ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.962826416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.963192171Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da060023-244b-4a0a-9ec6-e67a861d0084\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.963215241Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.963225511Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.963234301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.96390768Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":29,"elapsed":"529.66984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.98153749Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.981887514Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.983537756Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.983561856Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.983963011Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.992790416Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.993036679Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1558f5a3-6f17-4f2a-93ee-5e9014dd1e0a\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.99306946Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.99308758Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993342473Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993355453Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993364954Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993373464Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993381614Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993389754Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993536456Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993548406Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.993774049Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.993783769Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.993968301Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.995666774Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.995776545Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69446bc9-cabe-45b0-9650-f2e421618592\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.995803225Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.995865376Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f63352-3cf2-4863-aaa7-87c25cda2199\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:00.995877986Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:00.995888177Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.091195338Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6f842a52-0c40-4856-a5b4-39cfeea04881\", \"date\": \"Sun, 02 Mar 2025 05:10:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:01.091224188Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.091233719Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.091833656Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10dba26d-3121-42d5-8b7a-2721aeea3603\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:10:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.091865587Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.092188431Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.095811778Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.096039961Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.098392292Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.098738826Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.100770293Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.100973465Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:10:01.107579121Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"feddb706-b221-4d1f-920c-1d1979b5460b","status":"{}","iteration":29,"elapsed":"673.409782ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:10:02.906396992Z","hostname":"oxz_nexus_feddb706-b221-4d1f-920c-1d1979b5460b","pid":23139,"uri":"/feddb706-b221-4d1f-920c-1d1979b5460b","method":"GET","req_id":"0a390a95-b074-46c6-aa2d-dfd87f5c5f97","remote_addr":"[fd00:1122:3344:101::d]:45094","local_addr":"[fd00:1122:3344:101::a]:50749","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"feddb706-b221-4d1f-920c-1d1979b5460b","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"}